{"level":"warn","ts":"2026-07-07T16:05:09.491533Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-07T16:05:09.491655Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.193:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.193:2380","--initial-cluster=instance=https://199.19.213.193:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.193:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.193:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-07T16:05:09.491738Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-07T16:05:09.491751Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.193:2380"]} {"level":"info","ts":"2026-07-07T16:05:09.491774Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-07T16:05:09.492517Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.193:2379"]} {"level":"info","ts":"2026-07-07T16:05:09.492631Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.193:2380"],"listen-peer-urls":["https://199.19.213.193:2380"],"advertise-client-urls":["https://199.19.213.193:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.193:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.193:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-07T16:05:09.500013Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"7.103627ms"} {"level":"info","ts":"2026-07-07T16:05:09.510257Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"fc4b8086375a405d","cluster-id":"7155ef20751e16de"} {"level":"info","ts":"2026-07-07T16:05:09.51041Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fc4b8086375a405d switched to configuration voters=()"} {"level":"info","ts":"2026-07-07T16:05:09.510458Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fc4b8086375a405d became follower at term 0"} {"level":"info","ts":"2026-07-07T16:05:09.510475Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft fc4b8086375a405d [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-07T16:05:09.510493Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fc4b8086375a405d became follower at term 1"} {"level":"info","ts":"2026-07-07T16:05:09.510553Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fc4b8086375a405d switched to configuration voters=(18179765634753773661)"} {"level":"warn","ts":"2026-07-07T16:05:09.519336Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-07T16:05:09.523269Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-07T16:05:09.524678Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-07T16:05:09.528223Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"fc4b8086375a405d","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-07T16:05:09.528675Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"fc4b8086375a405d","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-07T16:05:09.528664Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-07T16:05:09.528832Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-07T16:05:09.528864Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-07T16:05:09.530637Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fc4b8086375a405d switched to configuration voters=(18179765634753773661)"} {"level":"info","ts":"2026-07-07T16:05:09.531217Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"7155ef20751e16de","local-member-id":"fc4b8086375a405d","added-peer-id":"fc4b8086375a405d","added-peer-peer-urls":["https://199.19.213.193:2380"]} {"level":"info","ts":"2026-07-07T16:05:09.534408Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-07T16:05:09.534538Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.193:2380"} {"level":"info","ts":"2026-07-07T16:05:09.534589Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.193:2380"} {"level":"info","ts":"2026-07-07T16:05:09.534679Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"fc4b8086375a405d","initial-advertise-peer-urls":["https://199.19.213.193:2380"],"listen-peer-urls":["https://199.19.213.193:2380"],"advertise-client-urls":["https://199.19.213.193:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.193:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-07T16:05:09.534725Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-07T16:05:09.911428Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fc4b8086375a405d is starting a new election at term 1"} {"level":"info","ts":"2026-07-07T16:05:09.911506Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fc4b8086375a405d became pre-candidate at term 1"} {"level":"info","ts":"2026-07-07T16:05:09.911558Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fc4b8086375a405d received MsgPreVoteResp from fc4b8086375a405d at term 1"} {"level":"info","ts":"2026-07-07T16:05:09.911578Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fc4b8086375a405d became candidate at term 2"} {"level":"info","ts":"2026-07-07T16:05:09.911587Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fc4b8086375a405d received MsgVoteResp from fc4b8086375a405d at term 2"} {"level":"info","ts":"2026-07-07T16:05:09.9116Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fc4b8086375a405d became leader at term 2"} {"level":"info","ts":"2026-07-07T16:05:09.91161Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: fc4b8086375a405d elected leader fc4b8086375a405d at term 2"} {"level":"info","ts":"2026-07-07T16:05:09.915107Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-07T16:05:09.916038Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"fc4b8086375a405d","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.193:2379]}","request-path":"/0/members/fc4b8086375a405d/attributes","cluster-id":"7155ef20751e16de","publish-timeout":"7s"} {"level":"info","ts":"2026-07-07T16:05:09.916336Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-07T16:05:09.916428Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-07T16:05:09.916608Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"7155ef20751e16de","local-member-id":"fc4b8086375a405d","cluster-version":"3.5"} {"level":"info","ts":"2026-07-07T16:05:09.916711Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-07T16:05:09.91674Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-07T16:05:09.916634Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-07T16:05:09.916786Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-07T16:05:09.920473Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-07T16:05:09.926291Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.193:2379"} {"level":"warn","ts":"2026-07-07T16:05:26.117173Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004003669,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-07T16:05:26.210449Z","caller":"traceutil/trace.go:171","msg":"trace[34986621] linearizableReadLoop","detail":"{readStateIndex:385; appliedIndex:384; }","duration":"594.132813ms","start":"2026-07-07T16:05:25.616286Z","end":"2026-07-07T16:05:26.210419Z","steps":["trace[34986621] 'read index received' (duration: 594.001509ms)","trace[34986621] 'applied index is now lower than readState.Index' (duration: 129.924µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:05:26.210534Z","caller":"traceutil/trace.go:171","msg":"trace[628066331] transaction","detail":"{read_only:false; response_revision:368; number_of_response:1; }","duration":"652.215072ms","start":"2026-07-07T16:05:25.55827Z","end":"2026-07-07T16:05:26.210485Z","steps":["trace[628066331] 'process raft request' (duration: 651.963906ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:05:26.210671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.339177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-07-07T16:05:26.210776Z","caller":"traceutil/trace.go:171","msg":"trace[1199678661] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:368; }","duration":"197.502611ms","start":"2026-07-07T16:05:26.013236Z","end":"2026-07-07T16:05:26.210739Z","steps":["trace[1199678661] 'agreement among raft nodes before linearized reading' (duration: 197.357307ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:05:26.210874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.753336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4326"} {"level":"info","ts":"2026-07-07T16:05:26.211052Z","caller":"traceutil/trace.go:171","msg":"trace[1895298110] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:368; }","duration":"111.041313ms","start":"2026-07-07T16:05:26.099971Z","end":"2026-07-07T16:05:26.211013Z","steps":["trace[1895298110] 'agreement among raft nodes before linearized reading' (duration: 110.684675ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:05:26.211377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:05:25.558234Z","time spent":"652.405967ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:05:26.211474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.164458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-07T16:05:26.211578Z","caller":"traceutil/trace.go:171","msg":"trace[994848315] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:368; }","duration":"595.340123ms","start":"2026-07-07T16:05:25.616212Z","end":"2026-07-07T16:05:26.211552Z","steps":["trace[994848315] 'agreement among raft nodes before linearized reading' (duration: 594.375459ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:05:26.211637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:05:25.61618Z","time spent":"595.434135ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-07T16:05:26.599709Z","caller":"traceutil/trace.go:171","msg":"trace[625863711] transaction","detail":"{read_only:false; response_revision:369; number_of_response:1; }","duration":"384.982234ms","start":"2026-07-07T16:05:26.214686Z","end":"2026-07-07T16:05:26.599668Z","steps":["trace[625863711] 'process raft request' (duration: 371.00734ms)","trace[625863711] 'compare' (duration: 13.480822ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:05:26.599932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:05:26.214658Z","time spent":"385.125408ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:05:26.62478Z","caller":"traceutil/trace.go:171","msg":"trace[504800595] transaction","detail":"{read_only:false; response_revision:370; number_of_response:1; }","duration":"409.064918ms","start":"2026-07-07T16:05:26.215682Z","end":"2026-07-07T16:05:26.624747Z","steps":["trace[504800595] 'process raft request' (duration: 408.672508ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:05:26.624906Z","caller":"traceutil/trace.go:171","msg":"trace[161510755] linearizableReadLoop","detail":"{readStateIndex:388; appliedIndex:385; }","duration":"256.542744ms","start":"2026-07-07T16:05:26.368336Z","end":"2026-07-07T16:05:26.624879Z","steps":["trace[161510755] 'read index received' (duration: 217.531744ms)","trace[161510755] 'applied index is now lower than readState.Index' (duration: 39.0096ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:05:26.624978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:05:26.215673Z","time spent":"409.199971ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:05:26.625069Z","caller":"traceutil/trace.go:171","msg":"trace[1693530479] transaction","detail":"{read_only:false; response_revision:371; number_of_response:1; }","duration":"406.667118ms","start":"2026-07-07T16:05:26.218305Z","end":"2026-07-07T16:05:26.624972Z","steps":["trace[1693530479] 'process raft request' (duration: 406.240168ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:05:26.62513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.80539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-07T16:05:26.625444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:05:26.218295Z","time spent":"407.005566ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4311,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:05:26.625664Z","caller":"traceutil/trace.go:171","msg":"trace[492896590] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:371; }","duration":"257.097207ms","start":"2026-07-07T16:05:26.368259Z","end":"2026-07-07T16:05:26.625356Z","steps":["trace[492896590] 'agreement among raft nodes before linearized reading' (duration: 256.803059ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:05:27.117677Z","caller":"traceutil/trace.go:171","msg":"trace[1661079736] linearizableReadLoop","detail":"{readStateIndex:389; appliedIndex:388; }","duration":"486.431992ms","start":"2026-07-07T16:05:26.631212Z","end":"2026-07-07T16:05:27.117644Z","steps":["trace[1661079736] 'read index received' (duration: 481.373797ms)","trace[1661079736] 'applied index is now lower than readState.Index' (duration: 5.056935ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:05:27.117855Z","caller":"traceutil/trace.go:171","msg":"trace[866605018] transaction","detail":"{read_only:false; response_revision:372; number_of_response:1; }","duration":"487.55823ms","start":"2026-07-07T16:05:26.630244Z","end":"2026-07-07T16:05:27.117802Z","steps":["trace[866605018] 'process raft request' (duration: 482.238469ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:05:27.1181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.830472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-07T16:05:27.118251Z","caller":"traceutil/trace.go:171","msg":"trace[1443038131] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:372; }","duration":"487.014407ms","start":"2026-07-07T16:05:26.631196Z","end":"2026-07-07T16:05:27.11821Z","steps":["trace[1443038131] 'agreement among raft nodes before linearized reading' (duration: 486.661378ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:05:27.11834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:05:26.631189Z","time spent":"487.13564ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-07T16:05:27.118312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:05:26.630225Z","time spent":"487.667703ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:05:27.120973Z","caller":"traceutil/trace.go:171","msg":"trace[303926602] transaction","detail":"{read_only:false; response_revision:373; number_of_response:1; }","duration":"484.996627ms","start":"2026-07-07T16:05:26.635946Z","end":"2026-07-07T16:05:27.120942Z","steps":["trace[303926602] 'process raft request' (duration: 484.829233ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:05:27.1212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:05:26.635938Z","time spent":"485.169711ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4119,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:05:37.715963Z","caller":"traceutil/trace.go:171","msg":"trace[2008779973] transaction","detail":"{read_only:false; response_revision:403; number_of_response:1; }","duration":"230.322069ms","start":"2026-07-07T16:05:37.485603Z","end":"2026-07-07T16:05:37.715926Z","steps":["trace[2008779973] 'process raft request' (duration: 229.295214ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:05:40.808976Z","caller":"traceutil/trace.go:171","msg":"trace[274675562] transaction","detail":"{read_only:false; response_revision:436; number_of_response:1; }","duration":"100.164085ms","start":"2026-07-07T16:05:40.708767Z","end":"2026-07-07T16:05:40.808931Z","steps":["trace[274675562] 'process raft request' (duration: 95.87612ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:05:52.491384Z","caller":"traceutil/trace.go:171","msg":"trace[1021083599] transaction","detail":"{read_only:false; response_revision:496; number_of_response:1; }","duration":"358.210446ms","start":"2026-07-07T16:05:52.133128Z","end":"2026-07-07T16:05:52.491339Z","steps":["trace[1021083599] 'process raft request' (duration: 358.000981ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:05:52.49164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:05:52.133104Z","time spent":"358.40118ms","remote":"127.0.0.1:44790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T16:05:52.503128Z","caller":"traceutil/trace.go:171","msg":"trace[2069744138] transaction","detail":"{read_only:false; response_revision:497; number_of_response:1; }","duration":"362.876611ms","start":"2026-07-07T16:05:52.140236Z","end":"2026-07-07T16:05:52.503113Z","steps":["trace[2069744138] 'process raft request' (duration: 362.400939ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:05:52.503199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:05:52.140201Z","time spent":"362.962682ms","remote":"127.0.0.1:44790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T16:05:52.5034Z","caller":"traceutil/trace.go:171","msg":"trace[59776633] transaction","detail":"{read_only:false; response_revision:498; number_of_response:1; }","duration":"363.044985ms","start":"2026-07-07T16:05:52.140344Z","end":"2026-07-07T16:05:52.503389Z","steps":["trace[59776633] 'process raft request' (duration: 362.634855ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:05:52.503451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:05:52.140336Z","time spent":"363.090056ms","remote":"127.0.0.1:44790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T16:05:52.503603Z","caller":"traceutil/trace.go:171","msg":"trace[2071290554] transaction","detail":"{read_only:false; response_revision:499; number_of_response:1; }","duration":"355.10416ms","start":"2026-07-07T16:05:52.148474Z","end":"2026-07-07T16:05:52.503579Z","steps":["trace[2071290554] 'process raft request' (duration: 354.633278ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:05:52.504013Z","caller":"traceutil/trace.go:171","msg":"trace[2016136767] transaction","detail":"{read_only:false; response_revision:500; number_of_response:1; }","duration":"354.593877ms","start":"2026-07-07T16:05:52.149357Z","end":"2026-07-07T16:05:52.503951Z","steps":["trace[2016136767] 'process raft request' (duration: 354.152756ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:05:52.504284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:05:52.149349Z","time spent":"354.762051ms","remote":"127.0.0.1:44790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:05:52.504557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:05:52.148396Z","time spent":"355.274204ms","remote":"127.0.0.1:44790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T16:05:52.504574Z","caller":"traceutil/trace.go:171","msg":"trace[1336830849] transaction","detail":"{read_only:false; response_revision:501; number_of_response:1; }","duration":"355.077239ms","start":"2026-07-07T16:05:52.149459Z","end":"2026-07-07T16:05:52.504536Z","steps":["trace[1336830849] 'process raft request' (duration: 354.730271ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:05:52.504671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:05:52.149449Z","time spent":"355.179222ms","remote":"127.0.0.1:44790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T16:05:52.504709Z","caller":"traceutil/trace.go:171","msg":"trace[827762834] transaction","detail":"{read_only:false; response_revision:502; number_of_response:1; }","duration":"354.850073ms","start":"2026-07-07T16:05:52.149843Z","end":"2026-07-07T16:05:52.504693Z","steps":["trace[827762834] 'process raft request' (duration: 354.549916ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:05:52.504763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:05:52.14982Z","time spent":"354.916635ms","remote":"127.0.0.1:44790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T16:05:52.505014Z","caller":"traceutil/trace.go:171","msg":"trace[267757577] transaction","detail":"{read_only:false; response_revision:503; number_of_response:1; }","duration":"353.913561ms","start":"2026-07-07T16:05:52.151052Z","end":"2026-07-07T16:05:52.504965Z","steps":["trace[267757577] 'process raft request' (duration: 353.47608ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:05:52.505243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:05:52.151039Z","time spent":"354.101935ms","remote":"127.0.0.1:44790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T16:05:52.505644Z","caller":"traceutil/trace.go:171","msg":"trace[1871293942] transaction","detail":"{read_only:false; response_revision:504; number_of_response:1; }","duration":"317.982846ms","start":"2026-07-07T16:05:52.187646Z","end":"2026-07-07T16:05:52.505628Z","steps":["trace[1871293942] 'process raft request' (duration: 317.73165ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:05:52.505724Z","caller":"traceutil/trace.go:171","msg":"trace[1696344948] transaction","detail":"{read_only:false; response_revision:505; number_of_response:1; }","duration":"313.822193ms","start":"2026-07-07T16:05:52.19189Z","end":"2026-07-07T16:05:52.505712Z","steps":["trace[1696344948] 'process raft request' (duration: 313.640619ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:05:52.505937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:05:52.191869Z","time spent":"314.043859ms","remote":"127.0.0.1:44790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T16:05:52.505924Z","caller":"traceutil/trace.go:171","msg":"trace[276749092] transaction","detail":"{read_only:false; response_revision:507; number_of_response:1; }","duration":"192.372215ms","start":"2026-07-07T16:05:52.313487Z","end":"2026-07-07T16:05:52.50586Z","steps":["trace[276749092] 'process raft request' (duration: 192.18566ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:05:52.505849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:05:52.187609Z","time spent":"318.114329ms","remote":"127.0.0.1:44790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T16:05:52.505861Z","caller":"traceutil/trace.go:171","msg":"trace[839944922] transaction","detail":"{read_only:false; response_revision:506; number_of_response:1; }","duration":"291.190416ms","start":"2026-07-07T16:05:52.214645Z","end":"2026-07-07T16:05:52.505836Z","steps":["trace[839944922] 'process raft request' (duration: 290.95262ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:05:59.664028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.195081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-5r7w2\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-07-07T16:05:59.664149Z","caller":"traceutil/trace.go:171","msg":"trace[1033423111] range","detail":"{range_begin:/registry/pods/kube-system/cilium-5r7w2; range_end:; response_count:1; response_revision:608; }","duration":"153.392265ms","start":"2026-07-07T16:05:59.510731Z","end":"2026-07-07T16:05:59.664123Z","steps":["trace[1033423111] 'range keys from in-memory index tree' (duration: 152.951715ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:05:59.913939Z","caller":"traceutil/trace.go:171","msg":"trace[2133069852] transaction","detail":"{read_only:false; response_revision:609; number_of_response:1; }","duration":"248.630939ms","start":"2026-07-07T16:05:59.665273Z","end":"2026-07-07T16:05:59.913904Z","steps":["trace[2133069852] 'process raft request' (duration: 247.250155ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:06:00.608177Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004004125,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-07T16:06:00.682535Z","caller":"traceutil/trace.go:171","msg":"trace[1833969701] transaction","detail":"{read_only:false; response_revision:610; number_of_response:1; }","duration":"1.001462736s","start":"2026-07-07T16:05:59.681046Z","end":"2026-07-07T16:06:00.682509Z","steps":["trace[1833969701] 'process raft request' (duration: 986.527628ms)","trace[1833969701] 'compare' (duration: 14.768863ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:06:00.682683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:05:59.681001Z","time spent":"1.00160641s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:06:00.701242Z","caller":"traceutil/trace.go:171","msg":"trace[1894693556] linearizableReadLoop","detail":"{readStateIndex:637; appliedIndex:635; }","duration":"594.10268ms","start":"2026-07-07T16:06:00.107096Z","end":"2026-07-07T16:06:00.701199Z","steps":["trace[1894693556] 'read index received' (duration: 560.427512ms)","trace[1894693556] 'applied index is now lower than readState.Index' (duration: 33.674038ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:06:00.70135Z","caller":"traceutil/trace.go:171","msg":"trace[379026759] transaction","detail":"{read_only:false; response_revision:611; number_of_response:1; }","duration":"711.372077ms","start":"2026-07-07T16:05:59.989958Z","end":"2026-07-07T16:06:00.70133Z","steps":["trace[379026759] 'process raft request' (duration: 711.08832ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:06:00.701435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.309205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:06:00.701473Z","caller":"traceutil/trace.go:171","msg":"trace[1796040545] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:611; }","duration":"594.410418ms","start":"2026-07-07T16:06:00.107052Z","end":"2026-07-07T16:06:00.701462Z","steps":["trace[1796040545] 'agreement among raft nodes before linearized reading' (duration: 594.284735ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:06:00.701481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:05:59.98992Z","time spent":"711.470529ms","remote":"127.0.0.1:44962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:06:00.701506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:06:00.107027Z","time spent":"594.47265ms","remote":"127.0.0.1:44742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T16:06:01.402065Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004004132,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T16:06:01.902829Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004004132,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T16:06:01.993397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126182747s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-07T16:06:01.993898Z","caller":"traceutil/trace.go:171","msg":"trace[1491182256] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"1.242639133s","start":"2026-07-07T16:06:00.751225Z","end":"2026-07-07T16:06:01.993864Z","steps":["trace[1491182256] 'process raft request' (duration: 1.242372446s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:06:01.993928Z","caller":"traceutil/trace.go:171","msg":"trace[337854785] transaction","detail":"{read_only:false; response_revision:615; number_of_response:1; }","duration":"1.242823797s","start":"2026-07-07T16:06:00.751065Z","end":"2026-07-07T16:06:01.993888Z","steps":["trace[337854785] 'process raft request' (duration: 1.242498529s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:06:01.99394Z","caller":"traceutil/trace.go:171","msg":"trace[2086513220] transaction","detail":"{read_only:false; response_revision:613; number_of_response:1; }","duration":"1.246545039s","start":"2026-07-07T16:06:00.747343Z","end":"2026-07-07T16:06:01.993888Z","steps":["trace[2086513220] 'process raft request' (duration: 119.633234ms)","trace[2086513220] 'compare' (duration: 1.126005443s)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:06:01.993929Z","caller":"traceutil/trace.go:171","msg":"trace[1264355583] transaction","detail":"{read_only:false; response_revision:614; number_of_response:1; }","duration":"1.243684069s","start":"2026-07-07T16:06:00.750174Z","end":"2026-07-07T16:06:01.993858Z","steps":["trace[1264355583] 'process raft request' (duration: 1.24332435s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:06:01.993679Z","caller":"traceutil/trace.go:171","msg":"trace[721303153] linearizableReadLoop","detail":"{readStateIndex:642; appliedIndex:638; }","duration":"1.092462657s","start":"2026-07-07T16:06:00.901198Z","end":"2026-07-07T16:06:01.993661Z","steps":["trace[721303153] 'read index received' (duration: 1.073516151s)","trace[721303153] 'applied index is now lower than readState.Index' (duration: 18.945146ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:06:01.994076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:06:00.751198Z","time spent":"1.242773666s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3209,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:06:01.994097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:06:00.747314Z","time spent":"1.246699393s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":775,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:06:01.99413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:06:00.751053Z","time spent":"1.242955161s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:06:01.994331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.039941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:06:01.994148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.092890738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-07T16:06:01.994384Z","caller":"traceutil/trace.go:171","msg":"trace[284722029] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:616; }","duration":"887.119963ms","start":"2026-07-07T16:06:01.10725Z","end":"2026-07-07T16:06:01.99437Z","steps":["trace[284722029] 'agreement among raft nodes before linearized reading' (duration: 887.042771ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:06:01.994396Z","caller":"traceutil/trace.go:171","msg":"trace[1627787799] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:616; }","duration":"1.093255477s","start":"2026-07-07T16:06:00.901125Z","end":"2026-07-07T16:06:01.99438Z","steps":["trace[1627787799] 'agreement among raft nodes before linearized reading' (duration: 1.092825946s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:06:01.994418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:06:01.107225Z","time spent":"887.186005ms","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T16:06:01.994442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:06:00.901091Z","time spent":"1.093336959s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-07T16:06:01.994393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052611706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-07T16:06:01.994456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.693678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-07T16:06:01.994525Z","caller":"traceutil/trace.go:171","msg":"trace[1224344033] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:616; }","duration":"679.835212ms","start":"2026-07-07T16:06:01.314668Z","end":"2026-07-07T16:06:01.994503Z","steps":["trace[1224344033] 'agreement among raft nodes before linearized reading' (duration: 679.533314ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:06:01.994485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.053903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-07T16:06:01.994527Z","caller":"traceutil/trace.go:171","msg":"trace[91991423] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:616; }","duration":"1.052842792s","start":"2026-07-07T16:06:00.941654Z","end":"2026-07-07T16:06:01.994497Z","steps":["trace[91991423] 'agreement among raft nodes before linearized reading' (duration: 1.052543895s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:06:01.994572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:06:01.31464Z","time spent":"679.921244ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-07T16:06:01.994603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:06:00.941624Z","time spent":"1.052966776s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-07T16:06:01.994601Z","caller":"traceutil/trace.go:171","msg":"trace[487202499] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:616; }","duration":"677.244538ms","start":"2026-07-07T16:06:01.317327Z","end":"2026-07-07T16:06:01.994572Z","steps":["trace[487202499] 'agreement among raft nodes before linearized reading' (duration: 676.90692ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:06:01.994699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:06:01.317276Z","time spent":"677.383261ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-07T16:06:01.994987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:06:00.750134Z","time spent":"1.243946645s","remote":"127.0.0.1:44962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:06:14.898934Z","caller":"traceutil/trace.go:171","msg":"trace[1349030201] transaction","detail":"{read_only:false; response_revision:754; number_of_response:1; }","duration":"245.979534ms","start":"2026-07-07T16:06:14.652906Z","end":"2026-07-07T16:06:14.898886Z","steps":["trace[1349030201] 'process raft request' (duration: 245.801269ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:06:18.459879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.708105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-07T16:06:18.459986Z","caller":"traceutil/trace.go:171","msg":"trace[976661869] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:775; }","duration":"373.89534ms","start":"2026-07-07T16:06:18.08606Z","end":"2026-07-07T16:06:18.459955Z","steps":["trace[976661869] 'range keys from in-memory index tree' (duration: 373.379956ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:06:18.460033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:06:18.086027Z","time spent":"373.992441ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-07T16:06:18.46008Z","caller":"traceutil/trace.go:171","msg":"trace[1922634789] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:775; }","duration":"100.013251ms","start":"2026-07-07T16:06:18.36004Z","end":"2026-07-07T16:06:18.460053Z","steps":["trace[1922634789] 'range keys from in-memory index tree' (duration: 99.92576ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:06:18.460236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.082163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:06:18.460281Z","caller":"traceutil/trace.go:171","msg":"trace[890578518] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:775; }","duration":"100.165685ms","start":"2026-07-07T16:06:18.360101Z","end":"2026-07-07T16:06:18.460267Z","steps":["trace[890578518] 'count revisions from in-memory index tree' (duration: 99.996131ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:06:18.460644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.337741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-07T16:06:18.460701Z","caller":"traceutil/trace.go:171","msg":"trace[191104530] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:775; }","duration":"372.470365ms","start":"2026-07-07T16:06:18.088217Z","end":"2026-07-07T16:06:18.460687Z","steps":["trace[191104530] 'range keys from in-memory index tree' (duration: 372.074945ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:06:18.460699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.566402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-07T16:06:18.460764Z","caller":"traceutil/trace.go:171","msg":"trace[116198848] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:775; }","duration":"371.660204ms","start":"2026-07-07T16:06:18.089091Z","end":"2026-07-07T16:06:18.460751Z","steps":["trace[116198848] 'range keys from in-memory index tree' (duration: 371.429199ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:06:18.460737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:06:18.088189Z","time spent":"372.538726ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-07T16:06:18.460805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:06:18.089074Z","time spent":"371.722536ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-07T16:06:18.460787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.219865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:06:18.460869Z","caller":"traceutil/trace.go:171","msg":"trace[946967867] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:775; }","duration":"354.351629ms","start":"2026-07-07T16:06:18.106497Z","end":"2026-07-07T16:06:18.460848Z","steps":["trace[946967867] 'range keys from in-memory index tree' (duration: 354.142694ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:06:18.460908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:06:18.106479Z","time spent":"354.421331ms","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T16:06:18.46108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.627118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-07T16:06:18.461176Z","caller":"traceutil/trace.go:171","msg":"trace[1472443588] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:775; }","duration":"372.786192ms","start":"2026-07-07T16:06:18.088375Z","end":"2026-07-07T16:06:18.461161Z","steps":["trace[1472443588] 'range keys from in-memory index tree' (duration: 372.060924ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:06:18.463385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:06:18.088334Z","time spent":"375.029508ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-07T16:06:42.933049Z","caller":"traceutil/trace.go:171","msg":"trace[1979222878] linearizableReadLoop","detail":"{readStateIndex:1192; appliedIndex:1191; }","duration":"132.47561ms","start":"2026-07-07T16:06:42.800537Z","end":"2026-07-07T16:06:42.933012Z","steps":["trace[1979222878] 'read index received' (duration: 108.060967ms)","trace[1979222878] 'applied index is now lower than readState.Index' (duration: 24.413203ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:06:42.933195Z","caller":"traceutil/trace.go:171","msg":"trace[1655404895] transaction","detail":"{read_only:false; response_revision:1156; number_of_response:1; }","duration":"154.402081ms","start":"2026-07-07T16:06:42.778748Z","end":"2026-07-07T16:06:42.93315Z","steps":["trace[1655404895] 'process raft request' (duration: 129.916896ms)","trace[1655404895] 'compare' (duration: 24.181687ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:06:42.933255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.672414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T16:06:42.933302Z","caller":"traceutil/trace.go:171","msg":"trace[296226986] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:1156; }","duration":"132.878859ms","start":"2026-07-07T16:06:42.80041Z","end":"2026-07-07T16:06:42.933289Z","steps":["trace[296226986] 'agreement among raft nodes before linearized reading' (duration: 132.746906ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:06:44.079998Z","caller":"traceutil/trace.go:171","msg":"trace[2015913932] transaction","detail":"{read_only:false; response_revision:1161; number_of_response:1; }","duration":"137.999116ms","start":"2026-07-07T16:06:43.941969Z","end":"2026-07-07T16:06:44.079968Z","steps":["trace[2015913932] 'process raft request' (duration: 137.737009ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:06:46.731291Z","caller":"traceutil/trace.go:171","msg":"trace[1303028533] transaction","detail":"{read_only:false; response_revision:1168; number_of_response:1; }","duration":"117.381177ms","start":"2026-07-07T16:06:46.61385Z","end":"2026-07-07T16:06:46.731231Z","steps":["trace[1303028533] 'process raft request' (duration: 117.038658ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:06:46.935559Z","caller":"traceutil/trace.go:171","msg":"trace[396688242] transaction","detail":"{read_only:false; response_revision:1170; number_of_response:1; }","duration":"196.990831ms","start":"2026-07-07T16:06:46.738526Z","end":"2026-07-07T16:06:46.935517Z","steps":["trace[396688242] 'process raft request' (duration: 196.691113ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:06:46.935586Z","caller":"traceutil/trace.go:171","msg":"trace[317458520] transaction","detail":"{read_only:false; response_revision:1171; number_of_response:1; }","duration":"196.638223ms","start":"2026-07-07T16:06:46.738916Z","end":"2026-07-07T16:06:46.935554Z","steps":["trace[317458520] 'process raft request' (duration: 196.489699ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:06:46.935982Z","caller":"traceutil/trace.go:171","msg":"trace[1613992313] linearizableReadLoop","detail":"{readStateIndex:1209; appliedIndex:1206; }","duration":"171.307647ms","start":"2026-07-07T16:06:46.764451Z","end":"2026-07-07T16:06:46.935759Z","steps":["trace[1613992313] 'read index received' (duration: 170.765163ms)","trace[1613992313] 'applied index is now lower than readState.Index' (duration: 539.804µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:06:46.936044Z","caller":"traceutil/trace.go:171","msg":"trace[799526482] transaction","detail":"{read_only:false; response_revision:1172; number_of_response:1; }","duration":"196.792136ms","start":"2026-07-07T16:06:46.739235Z","end":"2026-07-07T16:06:46.936027Z","steps":["trace[799526482] 'process raft request' (duration: 196.235113ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:06:46.936339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.864691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-07T16:06:46.936389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.57455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-07T16:06:46.93639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.265609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-07T16:06:46.93643Z","caller":"traceutil/trace.go:171","msg":"trace[916223016] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1172; }","duration":"138.665653ms","start":"2026-07-07T16:06:46.797753Z","end":"2026-07-07T16:06:46.936419Z","steps":["trace[916223016] 'agreement among raft nodes before linearized reading' (duration: 138.492529ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:06:46.936427Z","caller":"traceutil/trace.go:171","msg":"trace[197746295] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1172; }","duration":"172.022025ms","start":"2026-07-07T16:06:46.764384Z","end":"2026-07-07T16:06:46.936406Z","steps":["trace[197746295] 'agreement among raft nodes before linearized reading' (duration: 171.747638ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:06:46.936474Z","caller":"traceutil/trace.go:171","msg":"trace[466637381] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1172; }","duration":"165.390062ms","start":"2026-07-07T16:06:46.771036Z","end":"2026-07-07T16:06:46.936426Z","steps":["trace[466637381] 'agreement among raft nodes before linearized reading' (duration: 165.125656ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:06:47.11951Z","caller":"traceutil/trace.go:171","msg":"trace[697017939] transaction","detail":"{read_only:false; response_revision:1174; number_of_response:1; }","duration":"177.242995ms","start":"2026-07-07T16:06:46.942233Z","end":"2026-07-07T16:06:47.119476Z","steps":["trace[697017939] 'process raft request' (duration: 135.030573ms)","trace[697017939] 'compare' (duration: 41.914184ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:06:47.11977Z","caller":"traceutil/trace.go:171","msg":"trace[2045267094] linearizableReadLoop","detail":"{readStateIndex:1213; appliedIndex:1210; }","duration":"125.813995ms","start":"2026-07-07T16:06:46.99393Z","end":"2026-07-07T16:06:47.119744Z","steps":["trace[2045267094] 'read index received' (duration: 83.409439ms)","trace[2045267094] 'applied index is now lower than readState.Index' (duration: 42.403636ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:06:47.119946Z","caller":"traceutil/trace.go:171","msg":"trace[293828252] transaction","detail":"{read_only:false; response_revision:1175; number_of_response:1; }","duration":"177.600193ms","start":"2026-07-07T16:06:46.942334Z","end":"2026-07-07T16:06:47.119934Z","steps":["trace[293828252] 'process raft request' (duration: 177.031759ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:06:47.120059Z","caller":"traceutil/trace.go:171","msg":"trace[2141264019] transaction","detail":"{read_only:false; response_revision:1176; number_of_response:1; }","duration":"174.897716ms","start":"2026-07-07T16:06:46.945142Z","end":"2026-07-07T16:06:47.12004Z","steps":["trace[2141264019] 'process raft request' (duration: 174.267061ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:06:47.120313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.348578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/cert-manager/cmapichecker-sn7kp\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:06:47.120361Z","caller":"traceutil/trace.go:171","msg":"trace[2019328067] range","detail":"{range_begin:/registry/cert-manager.io/certificates/cert-manager/cmapichecker-sn7kp; range_end:; response_count:0; response_revision:1177; }","duration":"126.467031ms","start":"2026-07-07T16:06:46.993882Z","end":"2026-07-07T16:06:47.120349Z","steps":["trace[2019328067] 'agreement among raft nodes before linearized reading' (duration: 126.362368ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:06:49.98241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.139863532s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T16:06:49.982519Z","caller":"traceutil/trace.go:171","msg":"trace[2021497786] linearizableReadLoop","detail":"{readStateIndex:1215; appliedIndex:1214; }","duration":"2.279950069s","start":"2026-07-07T16:06:47.702552Z","end":"2026-07-07T16:06:49.982502Z","steps":["trace[2021497786] 'read index received' (duration: 139.80476ms)","trace[2021497786] 'applied index is now lower than readState.Index' (duration: 2.140143669s)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:06:49.982738Z","caller":"traceutil/trace.go:171","msg":"trace[1092918388] transaction","detail":"{read_only:false; response_revision:1178; number_of_response:1; }","duration":"2.841818347s","start":"2026-07-07T16:06:47.140906Z","end":"2026-07-07T16:06:49.982724Z","steps":["trace[1092918388] 'process raft request' (duration: 701.548194ms)","trace[1092918388] 'compare' (duration: 2.139087293s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:06:49.982815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:06:47.14088Z","time spent":"2.841898918s","remote":"127.0.0.1:44926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6410,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:06:49.982891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.280337309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-07T16:06:49.982958Z","caller":"traceutil/trace.go:171","msg":"trace[36052225] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1178; }","duration":"2.280460712s","start":"2026-07-07T16:06:47.702481Z","end":"2026-07-07T16:06:49.982942Z","steps":["trace[36052225] 'agreement among raft nodes before linearized reading' (duration: 2.280267877s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:06:49.982996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:06:47.702456Z","time spent":"2.280529584s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-07T16:06:50.05512Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.97488276s","expected-duration":"1s"} {"level":"info","ts":"2026-07-07T16:06:50.055604Z","caller":"traceutil/trace.go:171","msg":"trace[1826419039] transaction","detail":"{read_only:false; response_revision:1179; number_of_response:1; }","duration":"1.975472165s","start":"2026-07-07T16:06:48.080096Z","end":"2026-07-07T16:06:50.055569Z","steps":["trace[1826419039] 'process raft request' (duration: 1.975313721s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:06:50.055797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:06:48.080067Z","time spent":"1.975630279s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:06:50.30679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.150897ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-07T16:06:50.307309Z","caller":"traceutil/trace.go:171","msg":"trace[1762305821] linearizableReadLoop","detail":"{readStateIndex:1218; appliedIndex:1215; }","duration":"324.736485ms","start":"2026-07-07T16:06:49.982547Z","end":"2026-07-07T16:06:50.307284Z","steps":["trace[1762305821] 'read index received' (duration: 72.90265ms)","trace[1762305821] 'applied index is now lower than readState.Index' (duration: 251.832385ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:06:50.307409Z","caller":"traceutil/trace.go:171","msg":"trace[1127271979] transaction","detail":"{read_only:false; response_revision:1180; number_of_response:1; }","duration":"1.180965736s","start":"2026-07-07T16:06:49.126367Z","end":"2026-07-07T16:06:50.307333Z","steps":["trace[1127271979] 'process raft request' (duration: 1.180562146s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:06:50.307516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.502095052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T16:06:50.30751Z","caller":"traceutil/trace.go:171","msg":"trace[14477768] transaction","detail":"{read_only:false; response_revision:1181; number_of_response:1; }","duration":"318.316076ms","start":"2026-07-07T16:06:49.989145Z","end":"2026-07-07T16:06:50.307462Z","steps":["trace[14477768] 'process raft request' (duration: 318.06677ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:06:50.307596Z","caller":"traceutil/trace.go:171","msg":"trace[576892136] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:1181; }","duration":"2.502258606s","start":"2026-07-07T16:06:47.805321Z","end":"2026-07-07T16:06:50.307579Z","steps":["trace[576892136] 'agreement among raft nodes before linearized reading' (duration: 2.502042941s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:06:50.307606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.200281723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:06:50.307697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:06:47.805297Z","time spent":"2.50238467s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":10,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:06:50.307681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.341767414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-07T16:06:50.307744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:06:49.989081Z","time spent":"318.571483ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:06:50.307791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.539917795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-07T16:06:50.30786Z","caller":"traceutil/trace.go:171","msg":"trace[317975001] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1181; }","duration":"1.540018658s","start":"2026-07-07T16:06:48.767825Z","end":"2026-07-07T16:06:50.307844Z","steps":["trace[317975001] 'agreement among raft nodes before linearized reading' (duration: 1.539811592s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:06:50.30784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.182382851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-07T16:06:50.307785Z","caller":"traceutil/trace.go:171","msg":"trace[1359227752] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1181; }","duration":"1.341937349s","start":"2026-07-07T16:06:48.965822Z","end":"2026-07-07T16:06:50.307759Z","steps":["trace[1359227752] 'agreement among raft nodes before linearized reading' (duration: 1.341592531s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:06:50.307914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:06:48.767806Z","time spent":"1.540096509s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-07T16:06:50.30796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:06:48.965774Z","time spent":"1.342178285s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-07T16:06:50.307974Z","caller":"traceutil/trace.go:171","msg":"trace[1219543493] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1181; }","duration":"1.182564865s","start":"2026-07-07T16:06:49.125377Z","end":"2026-07-07T16:06:50.307942Z","steps":["trace[1219543493] 'agreement among raft nodes before linearized reading' (duration: 1.182221707s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:06:50.307704Z","caller":"traceutil/trace.go:171","msg":"trace[1149888646] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1181; }","duration":"1.200424667s","start":"2026-07-07T16:06:49.107256Z","end":"2026-07-07T16:06:50.30768Z","steps":["trace[1149888646] 'agreement among raft nodes before linearized reading' (duration: 1.200243472s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:06:50.30805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:06:49.125349Z","time spent":"1.182687358s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-07T16:06:50.30808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:06:49.107233Z","time spent":"1.200832406s","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T16:06:50.30812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.183897748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-07T16:06:50.308203Z","caller":"traceutil/trace.go:171","msg":"trace[1212267297] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1181; }","duration":"1.184017091s","start":"2026-07-07T16:06:49.124163Z","end":"2026-07-07T16:06:50.30818Z","steps":["trace[1212267297] 'agreement among raft nodes before linearized reading' (duration: 1.183197301s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:06:50.308554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:06:49.126355Z","time spent":"1.181165551s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:06:50.308678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:06:49.12414Z","time spent":"1.184105853s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-07T16:06:50.433141Z","caller":"traceutil/trace.go:171","msg":"trace[938445945] transaction","detail":"{read_only:false; response_revision:1182; number_of_response:1; }","duration":"119.705903ms","start":"2026-07-07T16:06:50.3133Z","end":"2026-07-07T16:06:50.433006Z","steps":["trace[938445945] 'process raft request' (duration: 49.988813ms)","trace[938445945] 'compare' (duration: 69.548386ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:06:50.44982Z","caller":"traceutil/trace.go:171","msg":"trace[223025807] transaction","detail":"{read_only:false; response_revision:1183; number_of_response:1; }","duration":"135.846542ms","start":"2026-07-07T16:06:50.313938Z","end":"2026-07-07T16:06:50.449785Z","steps":["trace[223025807] 'process raft request' (duration: 135.584955ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:06:50.450227Z","caller":"traceutil/trace.go:171","msg":"trace[1953890567] transaction","detail":"{read_only:false; response_revision:1184; number_of_response:1; }","duration":"136.245321ms","start":"2026-07-07T16:06:50.313939Z","end":"2026-07-07T16:06:50.450184Z","steps":["trace[1953890567] 'process raft request' (duration: 135.7775ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:06:50.450673Z","caller":"traceutil/trace.go:171","msg":"trace[1940108081] linearizableReadLoop","detail":"{readStateIndex:1223; appliedIndex:1219; }","duration":"130.91432ms","start":"2026-07-07T16:06:50.319689Z","end":"2026-07-07T16:06:50.450603Z","steps":["trace[1940108081] 'read index received' (duration: 43.609455ms)","trace[1940108081] 'applied index is now lower than readState.Index' (duration: 87.303325ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:06:50.450859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.148826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:06:50.450903Z","caller":"traceutil/trace.go:171","msg":"trace[560005608] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1185; }","duration":"131.255648ms","start":"2026-07-07T16:06:50.319637Z","end":"2026-07-07T16:06:50.450892Z","steps":["trace[560005608] 'agreement among raft nodes before linearized reading' (duration: 131.138465ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:06:50.451063Z","caller":"traceutil/trace.go:171","msg":"trace[321851837] transaction","detail":"{read_only:false; response_revision:1185; number_of_response:1; }","duration":"137.077092ms","start":"2026-07-07T16:06:50.313966Z","end":"2026-07-07T16:06:50.451044Z","steps":["trace[321851837] 'process raft request' (duration: 136.341763ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:06:51.20027Z","caller":"traceutil/trace.go:171","msg":"trace[136077078] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1189; }","duration":"108.422066ms","start":"2026-07-07T16:06:51.091806Z","end":"2026-07-07T16:06:51.200228Z","steps":["trace[136077078] 'process raft request' (duration: 64.977633ms)","trace[136077078] 'compare' (duration: 43.296519ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:06:52.007681Z","caller":"traceutil/trace.go:171","msg":"trace[1915314224] transaction","detail":"{read_only:false; response_revision:1191; number_of_response:1; }","duration":"154.641607ms","start":"2026-07-07T16:06:51.853008Z","end":"2026-07-07T16:06:52.00765Z","steps":["trace[1915314224] 'process raft request' (duration: 154.395821ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:06:53.484558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.456519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/cert-manager/cert-manager-startupapicheck:create-cert\" ","response":"range_response_count:1 size:1258"} {"level":"info","ts":"2026-07-07T16:06:53.48467Z","caller":"traceutil/trace.go:171","msg":"trace[666758171] range","detail":"{range_begin:/registry/rolebindings/cert-manager/cert-manager-startupapicheck:create-cert; range_end:; response_count:1; response_revision:1205; }","duration":"149.635874ms","start":"2026-07-07T16:06:53.335005Z","end":"2026-07-07T16:06:53.484641Z","steps":["trace[666758171] 'range keys from in-memory index tree' (duration: 149.189282ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:06:53.828137Z","caller":"traceutil/trace.go:171","msg":"trace[1694578640] transaction","detail":"{read_only:false; response_revision:1209; number_of_response:1; }","duration":"183.471718ms","start":"2026-07-07T16:06:53.644631Z","end":"2026-07-07T16:06:53.828103Z","steps":["trace[1694578640] 'process raft request' (duration: 183.182101ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:06:54.056825Z","caller":"traceutil/trace.go:171","msg":"trace[667873833] transaction","detail":"{read_only:false; response_revision:1210; number_of_response:1; }","duration":"291.008511ms","start":"2026-07-07T16:06:53.765774Z","end":"2026-07-07T16:06:54.056783Z","steps":["trace[667873833] 'process raft request' (duration: 273.601331ms)","trace[667873833] 'compare' (duration: 16.967779ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:06:54.056931Z","caller":"traceutil/trace.go:171","msg":"trace[1983042155] transaction","detail":"{read_only:false; response_revision:1211; number_of_response:1; }","duration":"282.779338ms","start":"2026-07-07T16:06:53.774135Z","end":"2026-07-07T16:06:54.056914Z","steps":["trace[1983042155] 'process raft request' (duration: 282.574913ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:06:54.07521Z","caller":"traceutil/trace.go:171","msg":"trace[805645410] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1212; }","duration":"243.890988ms","start":"2026-07-07T16:06:53.831299Z","end":"2026-07-07T16:06:54.07519Z","steps":["trace[805645410] 'process raft request' (duration: 243.771465ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:06:54.573807Z","caller":"traceutil/trace.go:171","msg":"trace[1515519543] linearizableReadLoop","detail":"{readStateIndex:1253; appliedIndex:1252; }","duration":"113.439559ms","start":"2026-07-07T16:06:54.460342Z","end":"2026-07-07T16:06:54.573782Z","steps":["trace[1515519543] 'read index received' (duration: 33.64986ms)","trace[1515519543] 'applied index is now lower than readState.Index' (duration: 79.788329ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:06:54.573875Z","caller":"traceutil/trace.go:171","msg":"trace[1921517987] transaction","detail":"{read_only:false; response_revision:1214; number_of_response:1; }","duration":"163.380432ms","start":"2026-07-07T16:06:54.410468Z","end":"2026-07-07T16:06:54.573848Z","steps":["trace[1921517987] 'process raft request' (duration: 83.615133ms)","trace[1921517987] 'compare' (duration: 79.564154ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:06:54.574449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.792788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-07T16:06:54.57459Z","caller":"traceutil/trace.go:171","msg":"trace[1054058645] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1214; }","duration":"114.310111ms","start":"2026-07-07T16:06:54.460259Z","end":"2026-07-07T16:06:54.57457Z","steps":["trace[1054058645] 'agreement among raft nodes before linearized reading' (duration: 113.667955ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:06:56.10759Z","caller":"traceutil/trace.go:171","msg":"trace[1853508920] transaction","detail":"{read_only:false; response_revision:1224; number_of_response:1; }","duration":"153.102479ms","start":"2026-07-07T16:06:55.954457Z","end":"2026-07-07T16:06:56.10756Z","steps":["trace[1853508920] 'process raft request' (duration: 152.993406ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:06:56.107603Z","caller":"traceutil/trace.go:171","msg":"trace[596021812] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1223; }","duration":"153.703404ms","start":"2026-07-07T16:06:55.953844Z","end":"2026-07-07T16:06:56.107547Z","steps":["trace[596021812] 'process raft request' (duration: 144.382783ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:06:56.12791Z","caller":"traceutil/trace.go:171","msg":"trace[600949721] transaction","detail":"{read_only:false; response_revision:1225; number_of_response:1; }","duration":"116.538716ms","start":"2026-07-07T16:06:56.011344Z","end":"2026-07-07T16:06:56.127882Z","steps":["trace[600949721] 'process raft request' (duration: 116.255559ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:06:56.128037Z","caller":"traceutil/trace.go:171","msg":"trace[377597792] transaction","detail":"{read_only:false; response_revision:1226; number_of_response:1; }","duration":"116.515316ms","start":"2026-07-07T16:06:56.011456Z","end":"2026-07-07T16:06:56.127972Z","steps":["trace[377597792] 'process raft request' (duration: 116.320561ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:06:56.288362Z","caller":"traceutil/trace.go:171","msg":"trace[1271576969] transaction","detail":"{read_only:false; response_revision:1231; number_of_response:1; }","duration":"121.604181ms","start":"2026-07-07T16:06:56.16673Z","end":"2026-07-07T16:06:56.288334Z","steps":["trace[1271576969] 'process raft request' (duration: 50.331342ms)","trace[1271576969] 'compare' (duration: 71.132966ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:06:56.54116Z","caller":"traceutil/trace.go:171","msg":"trace[723068166] transaction","detail":"{read_only:false; response_revision:1243; number_of_response:1; }","duration":"152.890713ms","start":"2026-07-07T16:06:56.388241Z","end":"2026-07-07T16:06:56.541132Z","steps":["trace[723068166] 'process raft request' (duration: 152.672588ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:06:56.721927Z","caller":"traceutil/trace.go:171","msg":"trace[933900805] transaction","detail":"{read_only:false; response_revision:1246; number_of_response:1; }","duration":"172.086687ms","start":"2026-07-07T16:06:56.549784Z","end":"2026-07-07T16:06:56.721871Z","steps":["trace[933900805] 'process raft request' (duration: 129.835304ms)","trace[933900805] 'compare' (duration: 41.851313ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:06:56.722274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.348358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-07T16:06:56.722427Z","caller":"traceutil/trace.go:171","msg":"trace[384011323] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1247; }","duration":"143.579393ms","start":"2026-07-07T16:06:56.578829Z","end":"2026-07-07T16:06:56.722409Z","steps":["trace[384011323] 'agreement among raft nodes before linearized reading' (duration: 143.194584ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:06:56.722728Z","caller":"traceutil/trace.go:171","msg":"trace[380664110] transaction","detail":"{read_only:false; response_revision:1247; number_of_response:1; }","duration":"167.799172ms","start":"2026-07-07T16:06:56.554914Z","end":"2026-07-07T16:06:56.722713Z","steps":["trace[380664110] 'process raft request' (duration: 166.866749ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:06:56.721941Z","caller":"traceutil/trace.go:171","msg":"trace[778368206] linearizableReadLoop","detail":"{readStateIndex:1288; appliedIndex:1285; }","duration":"143.0067ms","start":"2026-07-07T16:06:56.578897Z","end":"2026-07-07T16:06:56.721904Z","steps":["trace[778368206] 'read index received' (duration: 615.326µs)","trace[778368206] 'applied index is now lower than readState.Index' (duration: 142.389754ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:06:56.723127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.25264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-07T16:06:56.723185Z","caller":"traceutil/trace.go:171","msg":"trace[1739511298] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1247; }","duration":"131.336411ms","start":"2026-07-07T16:06:56.591834Z","end":"2026-07-07T16:06:56.72317Z","steps":["trace[1739511298] 'agreement among raft nodes before linearized reading' (duration: 131.188097ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:06:56.853638Z","caller":"traceutil/trace.go:171","msg":"trace[1071792878] transaction","detail":"{read_only:false; response_revision:1249; number_of_response:1; }","duration":"126.264576ms","start":"2026-07-07T16:06:56.727339Z","end":"2026-07-07T16:06:56.853603Z","steps":["trace[1071792878] 'process raft request' (duration: 101.186837ms)","trace[1071792878] 'compare' (duration: 24.851903ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:06:56.853886Z","caller":"traceutil/trace.go:171","msg":"trace[1979682540] transaction","detail":"{read_only:false; response_revision:1250; number_of_response:1; }","duration":"126.366609ms","start":"2026-07-07T16:06:56.727506Z","end":"2026-07-07T16:06:56.853873Z","steps":["trace[1979682540] 'process raft request' (duration: 126.02226ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:06:56.854045Z","caller":"traceutil/trace.go:171","msg":"trace[1881114771] linearizableReadLoop","detail":"{readStateIndex:1293; appliedIndex:1288; }","duration":"121.330095ms","start":"2026-07-07T16:06:56.732701Z","end":"2026-07-07T16:06:56.854031Z","steps":["trace[1881114771] 'read index received' (duration: 9.492634ms)","trace[1881114771] 'applied index is now lower than readState.Index' (duration: 111.836681ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:06:56.854105Z","caller":"traceutil/trace.go:171","msg":"trace[642009001] transaction","detail":"{read_only:false; response_revision:1251; number_of_response:1; }","duration":"126.558553ms","start":"2026-07-07T16:06:56.727533Z","end":"2026-07-07T16:06:56.854092Z","steps":["trace[642009001] 'process raft request' (duration: 126.295437ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:06:56.854136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.417737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/cert-manager-selfsigned-ca\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:06:56.854163Z","caller":"traceutil/trace.go:171","msg":"trace[2093739423] range","detail":"{range_begin:/registry/secrets/cert-manager/cert-manager-selfsigned-ca; range_end:; response_count:0; response_revision:1252; }","duration":"121.497859ms","start":"2026-07-07T16:06:56.732657Z","end":"2026-07-07T16:06:56.854155Z","steps":["trace[2093739423] 'agreement among raft nodes before linearized reading' (duration: 121.431227ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:06:56.85425Z","caller":"traceutil/trace.go:171","msg":"trace[111111971] transaction","detail":"{read_only:false; response_revision:1252; number_of_response:1; }","duration":"126.457661ms","start":"2026-07-07T16:06:56.727757Z","end":"2026-07-07T16:06:56.854215Z","steps":["trace[111111971] 'process raft request' (duration: 126.218885ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:06:57.295407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.954885ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T16:06:57.29564Z","caller":"traceutil/trace.go:171","msg":"trace[1410750224] linearizableReadLoop","detail":"{readStateIndex:1300; appliedIndex:1298; }","duration":"188.545113ms","start":"2026-07-07T16:06:57.107073Z","end":"2026-07-07T16:06:57.295618Z","steps":["trace[1410750224] 'read index received' (duration: 3.25827ms)","trace[1410750224] 'applied index is now lower than readState.Index' (duration: 185.285353ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:06:57.295662Z","caller":"traceutil/trace.go:171","msg":"trace[1017424875] transaction","detail":"{read_only:false; response_revision:1257; number_of_response:1; }","duration":"276.479124ms","start":"2026-07-07T16:06:57.019138Z","end":"2026-07-07T16:06:57.295617Z","steps":["trace[1017424875] 'process raft request' (duration: 91.181351ms)","trace[1017424875] 'compare' (duration: 184.7604ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:06:57.295735Z","caller":"traceutil/trace.go:171","msg":"trace[855329580] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1257; }","duration":"226.837709ms","start":"2026-07-07T16:06:57.068848Z","end":"2026-07-07T16:06:57.295686Z","steps":["trace[855329580] 'process raft request' (duration: 226.715546ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:06:57.295867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.8008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:06:57.295908Z","caller":"traceutil/trace.go:171","msg":"trace[825770376] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1257; }","duration":"188.895212ms","start":"2026-07-07T16:06:57.107002Z","end":"2026-07-07T16:06:57.295897Z","steps":["trace[825770376] 'agreement among raft nodes before linearized reading' (duration: 188.681147ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:07:02.978097Z","caller":"traceutil/trace.go:171","msg":"trace[659103916] transaction","detail":"{read_only:false; response_revision:1275; number_of_response:1; }","duration":"338.238777ms","start":"2026-07-07T16:07:02.639815Z","end":"2026-07-07T16:07:02.978054Z","steps":["trace[659103916] 'process raft request' (duration: 338.013932ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:07:02.978292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:07:02.639778Z","time spent":"338.409722ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:07:03.219679Z","caller":"traceutil/trace.go:171","msg":"trace[1991795723] transaction","detail":"{read_only:false; response_revision:1276; number_of_response:1; }","duration":"236.700892ms","start":"2026-07-07T16:07:02.982936Z","end":"2026-07-07T16:07:03.219637Z","steps":["trace[1991795723] 'process raft request' (duration: 157.788104ms)","trace[1991795723] 'compare' (duration: 78.668032ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:07:03.257245Z","caller":"traceutil/trace.go:171","msg":"trace[382639344] linearizableReadLoop","detail":"{readStateIndex:1322; appliedIndex:1319; }","duration":"265.566174ms","start":"2026-07-07T16:07:02.991644Z","end":"2026-07-07T16:07:03.25721Z","steps":["trace[382639344] 'read index received' (duration: 149.142881ms)","trace[382639344] 'applied index is now lower than readState.Index' (duration: 116.421813ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:07:03.257317Z","caller":"traceutil/trace.go:171","msg":"trace[83223185] transaction","detail":"{read_only:false; response_revision:1277; number_of_response:1; }","duration":"273.743546ms","start":"2026-07-07T16:07:02.983519Z","end":"2026-07-07T16:07:03.257262Z","steps":["trace[83223185] 'process raft request' (duration: 273.444268ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:07:03.257347Z","caller":"traceutil/trace.go:171","msg":"trace[1039388115] transaction","detail":"{read_only:false; response_revision:1278; number_of_response:1; }","duration":"272.527036ms","start":"2026-07-07T16:07:02.984778Z","end":"2026-07-07T16:07:03.257305Z","steps":["trace[1039388115] 'process raft request' (duration: 272.377862ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:07:03.257545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.878032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-07T16:07:03.257596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.168822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T16:07:03.257607Z","caller":"traceutil/trace.go:171","msg":"trace[2005114150] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1278; }","duration":"265.954044ms","start":"2026-07-07T16:07:02.991637Z","end":"2026-07-07T16:07:03.257591Z","steps":["trace[2005114150] 'agreement among raft nodes before linearized reading' (duration: 265.764519ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:07:03.25763Z","caller":"traceutil/trace.go:171","msg":"trace[1048933029] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1278; }","duration":"100.261624ms","start":"2026-07-07T16:07:03.157359Z","end":"2026-07-07T16:07:03.25762Z","steps":["trace[1048933029] 'agreement among raft nodes before linearized reading' (duration: 100.165952ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:07:03.257649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.271543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:07:03.257695Z","caller":"traceutil/trace.go:171","msg":"trace[1026133067] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1278; }","duration":"151.343705ms","start":"2026-07-07T16:07:03.106335Z","end":"2026-07-07T16:07:03.257679Z","steps":["trace[1026133067] 'agreement among raft nodes before linearized reading' (duration: 151.224492ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:07:03.257722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.887012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-07T16:07:03.257773Z","caller":"traceutil/trace.go:171","msg":"trace[1673505682] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1278; }","duration":"266.085727ms","start":"2026-07-07T16:07:02.991672Z","end":"2026-07-07T16:07:03.257758Z","steps":["trace[1673505682] 'agreement among raft nodes before linearized reading' (duration: 265.768249ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:07:04.376275Z","caller":"traceutil/trace.go:171","msg":"trace[1346005883] transaction","detail":"{read_only:false; response_revision:1284; number_of_response:1; }","duration":"143.045161ms","start":"2026-07-07T16:07:04.233198Z","end":"2026-07-07T16:07:04.376243Z","steps":["trace[1346005883] 'process raft request' (duration: 109.929573ms)","trace[1346005883] 'compare' (duration: 32.979335ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:07:04.454965Z","caller":"traceutil/trace.go:171","msg":"trace[365115976] transaction","detail":"{read_only:false; response_revision:1286; number_of_response:1; }","duration":"200.758494ms","start":"2026-07-07T16:07:04.254184Z","end":"2026-07-07T16:07:04.454942Z","steps":["trace[365115976] 'process raft request' (duration: 200.708573ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:07:04.455001Z","caller":"traceutil/trace.go:171","msg":"trace[2038894943] transaction","detail":"{read_only:false; response_revision:1285; number_of_response:1; }","duration":"221.387784ms","start":"2026-07-07T16:07:04.23359Z","end":"2026-07-07T16:07:04.454978Z","steps":["trace[2038894943] 'process raft request' (duration: 221.163438ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:07:04.742896Z","caller":"traceutil/trace.go:171","msg":"trace[68440102] transaction","detail":"{read_only:false; response_revision:1287; number_of_response:1; }","duration":"230.387835ms","start":"2026-07-07T16:07:04.512482Z","end":"2026-07-07T16:07:04.74287Z","steps":["trace[68440102] 'process raft request' (duration: 229.967345ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:07:05.134824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.893133ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-07T16:07:05.135056Z","caller":"traceutil/trace.go:171","msg":"trace[1620732294] transaction","detail":"{read_only:false; response_revision:1288; number_of_response:1; }","duration":"376.063961ms","start":"2026-07-07T16:07:04.758955Z","end":"2026-07-07T16:07:05.135019Z","steps":["trace[1620732294] 'process raft request' (duration: 205.883711ms)","trace[1620732294] 'compare' (duration: 169.636747ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:07:05.135162Z","caller":"traceutil/trace.go:171","msg":"trace[1319747449] transaction","detail":"{read_only:false; response_revision:1289; number_of_response:1; }","duration":"150.142835ms","start":"2026-07-07T16:07:04.985003Z","end":"2026-07-07T16:07:05.135146Z","steps":["trace[1319747449] 'process raft request' (duration: 150.023382ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:07:05.135167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:07:04.758921Z","time spent":"376.193205ms","remote":"127.0.0.1:44936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1056,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T16:07:05.135403Z","caller":"traceutil/trace.go:171","msg":"trace[1707677287] linearizableReadLoop","detail":"{readStateIndex:1333; appliedIndex:1332; }","duration":"259.311919ms","start":"2026-07-07T16:07:04.876078Z","end":"2026-07-07T16:07:05.13539Z","steps":["trace[1707677287] 'read index received' (duration: 88.76297ms)","trace[1707677287] 'applied index is now lower than readState.Index' (duration: 170.547249ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:07:05.135595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.482414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:07:05.135699Z","caller":"traceutil/trace.go:171","msg":"trace[1003831141] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:1289; }","duration":"259.657758ms","start":"2026-07-07T16:07:04.876019Z","end":"2026-07-07T16:07:05.135677Z","steps":["trace[1003831141] 'agreement among raft nodes before linearized reading' (duration: 259.448513ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:07:05.480969Z","caller":"traceutil/trace.go:171","msg":"trace[1355022507] linearizableReadLoop","detail":"{readStateIndex:1335; appliedIndex:1334; }","duration":"256.49896ms","start":"2026-07-07T16:07:05.224441Z","end":"2026-07-07T16:07:05.48094Z","steps":["trace[1355022507] 'read index received' (duration: 189.920028ms)","trace[1355022507] 'applied index is now lower than readState.Index' (duration: 66.577102ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:07:05.481069Z","caller":"traceutil/trace.go:171","msg":"trace[862839737] transaction","detail":"{read_only:false; response_revision:1290; number_of_response:1; }","duration":"284.547192ms","start":"2026-07-07T16:07:05.1965Z","end":"2026-07-07T16:07:05.481048Z","steps":["trace[862839737] 'process raft request' (duration: 218.055121ms)","trace[862839737] 'compare' (duration: 66.106682ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:07:05.481225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.771717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-07T16:07:05.481282Z","caller":"traceutil/trace.go:171","msg":"trace[433799279] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1290; }","duration":"256.865069ms","start":"2026-07-07T16:07:05.224384Z","end":"2026-07-07T16:07:05.48125Z","steps":["trace[433799279] 'agreement among raft nodes before linearized reading' (duration: 256.707365ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:07:05.481302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.664015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-07T16:07:05.481317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.542044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-07T16:07:05.481418Z","caller":"traceutil/trace.go:171","msg":"trace[894345087] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1290; }","duration":"218.690908ms","start":"2026-07-07T16:07:05.262705Z","end":"2026-07-07T16:07:05.481396Z","steps":["trace[894345087] 'agreement among raft nodes before linearized reading' (duration: 218.420921ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:07:05.48136Z","caller":"traceutil/trace.go:171","msg":"trace[499440743] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1290; }","duration":"192.775228ms","start":"2026-07-07T16:07:05.288573Z","end":"2026-07-07T16:07:05.481349Z","steps":["trace[499440743] 'agreement among raft nodes before linearized reading' (duration: 192.619274ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:07:05.481596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.750919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-07T16:07:05.482448Z","caller":"traceutil/trace.go:171","msg":"trace[984281904] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1290; }","duration":"219.655901ms","start":"2026-07-07T16:07:05.262776Z","end":"2026-07-07T16:07:05.482432Z","steps":["trace[984281904] 'agreement among raft nodes before linearized reading' (duration: 218.603645ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:07:05.481724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.766283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-07T16:07:05.482538Z","caller":"traceutil/trace.go:171","msg":"trace[1016425882] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1290; }","duration":"130.599843ms","start":"2026-07-07T16:07:05.351918Z","end":"2026-07-07T16:07:05.482517Z","steps":["trace[1016425882] 'agreement among raft nodes before linearized reading' (duration: 129.754893ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:07:05.804752Z","caller":"traceutil/trace.go:171","msg":"trace[1002772509] transaction","detail":"{read_only:false; response_revision:1297; number_of_response:1; }","duration":"232.832296ms","start":"2026-07-07T16:07:05.571888Z","end":"2026-07-07T16:07:05.80472Z","steps":["trace[1002772509] 'process raft request' (duration: 232.55544ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:07:06.098085Z","caller":"traceutil/trace.go:171","msg":"trace[526318799] transaction","detail":"{read_only:false; response_revision:1299; number_of_response:1; }","duration":"215.782096ms","start":"2026-07-07T16:07:05.882268Z","end":"2026-07-07T16:07:06.098051Z","steps":["trace[526318799] 'process raft request' (duration: 215.52349ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:07:06.435488Z","caller":"traceutil/trace.go:171","msg":"trace[142143771] transaction","detail":"{read_only:false; response_revision:1301; number_of_response:1; }","duration":"251.533268ms","start":"2026-07-07T16:07:06.183918Z","end":"2026-07-07T16:07:06.435451Z","steps":["trace[142143771] 'process raft request' (duration: 238.696751ms)","trace[142143771] 'compare' (duration: 12.522239ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:07:06.789235Z","caller":"traceutil/trace.go:171","msg":"trace[268182533] transaction","detail":"{read_only:false; response_revision:1303; number_of_response:1; }","duration":"248.255267ms","start":"2026-07-07T16:07:06.540937Z","end":"2026-07-07T16:07:06.789192Z","steps":["trace[268182533] 'process raft request' (duration: 214.494054ms)","trace[268182533] 'compare' (duration: 33.501397ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:07:07.251443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.599641ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-07T16:07:07.251661Z","caller":"traceutil/trace.go:171","msg":"trace[1831080958] transaction","detail":"{read_only:false; response_revision:1304; number_of_response:1; }","duration":"446.313985ms","start":"2026-07-07T16:07:06.80528Z","end":"2026-07-07T16:07:07.251593Z","steps":["trace[1831080958] 'process raft request' (duration: 309.471578ms)","trace[1831080958] 'compare' (duration: 136.409657ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:07:07.251768Z","caller":"traceutil/trace.go:171","msg":"trace[1278744058] linearizableReadLoop","detail":"{readStateIndex:1349; appliedIndex:1348; }","duration":"144.149438ms","start":"2026-07-07T16:07:07.107586Z","end":"2026-07-07T16:07:07.251736Z","steps":["trace[1278744058] 'read index received' (duration: 7.128836ms)","trace[1278744058] 'applied index is now lower than readState.Index' (duration: 137.016002ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:07:07.251857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:07:06.805254Z","time spent":"446.51544ms","remote":"127.0.0.1:44962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3364,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T16:07:07.251895Z","caller":"traceutil/trace.go:171","msg":"trace[1377613172] transaction","detail":"{read_only:false; response_revision:1305; number_of_response:1; }","duration":"111.222215ms","start":"2026-07-07T16:07:07.140647Z","end":"2026-07-07T16:07:07.251869Z","steps":["trace[1377613172] 'process raft request' (duration: 110.931568ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:07:07.25193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.347513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:07:07.252012Z","caller":"traceutil/trace.go:171","msg":"trace[557972228] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1305; }","duration":"144.496826ms","start":"2026-07-07T16:07:07.107501Z","end":"2026-07-07T16:07:07.251998Z","steps":["trace[557972228] 'agreement among raft nodes before linearized reading' (duration: 144.316402ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:07:07.426962Z","caller":"traceutil/trace.go:171","msg":"trace[1921061692] transaction","detail":"{read_only:false; response_revision:1306; number_of_response:1; }","duration":"166.598812ms","start":"2026-07-07T16:07:07.260302Z","end":"2026-07-07T16:07:07.426901Z","steps":["trace[1921061692] 'process raft request' (duration: 117.635863ms)","trace[1921061692] 'compare' (duration: 48.566429ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:07:07.612337Z","caller":"traceutil/trace.go:171","msg":"trace[767313002] transaction","detail":"{read_only:false; response_revision:1307; number_of_response:1; }","duration":"178.745431ms","start":"2026-07-07T16:07:07.433555Z","end":"2026-07-07T16:07:07.612301Z","steps":["trace[767313002] 'process raft request' (duration: 106.055507ms)","trace[767313002] 'compare' (duration: 72.478119ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:07:07.612557Z","caller":"traceutil/trace.go:171","msg":"trace[1838498635] transaction","detail":"{read_only:false; response_revision:1308; number_of_response:1; }","duration":"178.200118ms","start":"2026-07-07T16:07:07.43434Z","end":"2026-07-07T16:07:07.61254Z","steps":["trace[1838498635] 'process raft request' (duration: 178.000173ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:07:07.613109Z","caller":"traceutil/trace.go:171","msg":"trace[2006758964] transaction","detail":"{read_only:false; response_revision:1309; number_of_response:1; }","duration":"177.799788ms","start":"2026-07-07T16:07:07.435264Z","end":"2026-07-07T16:07:07.613064Z","steps":["trace[2006758964] 'process raft request' (duration: 177.156162ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:07:07.75157Z","caller":"traceutil/trace.go:171","msg":"trace[1937814957] transaction","detail":"{read_only:false; response_revision:1311; number_of_response:1; }","duration":"132.941901ms","start":"2026-07-07T16:07:07.618601Z","end":"2026-07-07T16:07:07.751543Z","steps":["trace[1937814957] 'process raft request' (duration: 132.747296ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:07:07.751951Z","caller":"traceutil/trace.go:171","msg":"trace[145657880] transaction","detail":"{read_only:false; response_revision:1312; number_of_response:1; }","duration":"132.994423ms","start":"2026-07-07T16:07:07.618901Z","end":"2026-07-07T16:07:07.751895Z","steps":["trace[145657880] 'process raft request' (duration: 132.595343ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:07:07.752148Z","caller":"traceutil/trace.go:171","msg":"trace[1355208660] transaction","detail":"{read_only:false; response_revision:1314; number_of_response:1; }","duration":"132.976552ms","start":"2026-07-07T16:07:07.61912Z","end":"2026-07-07T16:07:07.752097Z","steps":["trace[1355208660] 'process raft request' (duration: 132.853258ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:07:07.752206Z","caller":"traceutil/trace.go:171","msg":"trace[400926284] transaction","detail":"{read_only:false; response_revision:1313; number_of_response:1; }","duration":"133.145666ms","start":"2026-07-07T16:07:07.61901Z","end":"2026-07-07T16:07:07.752156Z","steps":["trace[400926284] 'process raft request' (duration: 132.798587ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:07:07.75251Z","caller":"traceutil/trace.go:171","msg":"trace[688082531] transaction","detail":"{read_only:false; response_revision:1315; number_of_response:1; }","duration":"132.5178ms","start":"2026-07-07T16:07:07.619974Z","end":"2026-07-07T16:07:07.752492Z","steps":["trace[688082531] 'process raft request' (duration: 132.058249ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:07:07.752531Z","caller":"traceutil/trace.go:171","msg":"trace[183556087] transaction","detail":"{read_only:false; response_revision:1316; number_of_response:1; }","duration":"128.114512ms","start":"2026-07-07T16:07:07.624394Z","end":"2026-07-07T16:07:07.752508Z","steps":["trace[183556087] 'process raft request' (duration: 127.974388ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:07:08.606739Z","caller":"traceutil/trace.go:171","msg":"trace[2024467618] transaction","detail":"{read_only:false; response_revision:1318; number_of_response:1; }","duration":"282.79641ms","start":"2026-07-07T16:07:08.323913Z","end":"2026-07-07T16:07:08.60671Z","steps":["trace[2024467618] 'process raft request' (duration: 282.361379ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:07:08.815532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.4362ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-07T16:07:09.936091Z","caller":"traceutil/trace.go:171","msg":"trace[838391637] transaction","detail":"{read_only:false; response_revision:1323; number_of_response:1; }","duration":"149.965321ms","start":"2026-07-07T16:07:09.786088Z","end":"2026-07-07T16:07:09.936053Z","steps":["trace[838391637] 'process raft request' (duration: 119.247923ms)","trace[838391637] 'compare' (duration: 30.435611ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:07:09.936093Z","caller":"traceutil/trace.go:171","msg":"trace[609099479] transaction","detail":"{read_only:false; response_revision:1324; number_of_response:1; }","duration":"149.95079ms","start":"2026-07-07T16:07:09.78611Z","end":"2026-07-07T16:07:09.93606Z","steps":["trace[609099479] 'process raft request' (duration: 149.858038ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:07:09.936374Z","caller":"traceutil/trace.go:171","msg":"trace[1057789808] transaction","detail":"{read_only:false; response_revision:1325; number_of_response:1; }","duration":"150.194427ms","start":"2026-07-07T16:07:09.786118Z","end":"2026-07-07T16:07:09.936312Z","steps":["trace[1057789808] 'process raft request' (duration: 149.897959ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:07:10.176994Z","caller":"traceutil/trace.go:171","msg":"trace[1182920415] transaction","detail":"{read_only:false; response_revision:1326; number_of_response:1; }","duration":"119.332006ms","start":"2026-07-07T16:07:10.057621Z","end":"2026-07-07T16:07:10.176953Z","steps":["trace[1182920415] 'process raft request' (duration: 84.349782ms)","trace[1182920415] 'compare' (duration: 34.725557ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:07:12.258683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.296304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:07:12.258783Z","caller":"traceutil/trace.go:171","msg":"trace[1749762849] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1338; }","duration":"151.531219ms","start":"2026-07-07T16:07:12.107231Z","end":"2026-07-07T16:07:12.258762Z","steps":["trace[1749762849] 'range keys from in-memory index tree' (duration: 151.046937ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:07:20.547941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.644834ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T16:07:20.548294Z","caller":"traceutil/trace.go:171","msg":"trace[501987249] linearizableReadLoop","detail":"{readStateIndex:1515; appliedIndex:1513; }","duration":"440.950143ms","start":"2026-07-07T16:07:20.107318Z","end":"2026-07-07T16:07:20.548268Z","steps":["trace[501987249] 'read index received' (duration: 290.866968ms)","trace[501987249] 'applied index is now lower than readState.Index' (duration: 150.081665ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:07:20.54826Z","caller":"traceutil/trace.go:171","msg":"trace[143244939] transaction","detail":"{read_only:false; response_revision:1464; number_of_response:1; }","duration":"555.227753ms","start":"2026-07-07T16:07:19.992973Z","end":"2026-07-07T16:07:20.548201Z","steps":["trace[143244939] 'process raft request' (duration: 405.178879ms)","trace[143244939] 'compare' (duration: 149.389068ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:07:20.548439Z","caller":"traceutil/trace.go:171","msg":"trace[694937107] transaction","detail":"{read_only:false; response_revision:1465; number_of_response:1; }","duration":"554.401683ms","start":"2026-07-07T16:07:19.994024Z","end":"2026-07-07T16:07:20.548426Z","steps":["trace[694937107] 'process raft request' (duration: 554.092925ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:07:20.548526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:07:19.992936Z","time spent":"555.433248ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:07:20.548541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:07:19.993921Z","time spent":"554.582658ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:07:20.548672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.546957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:07:20.548754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.437664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:07:20.548795Z","caller":"traceutil/trace.go:171","msg":"trace[242549486] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1465; }","duration":"441.535137ms","start":"2026-07-07T16:07:20.107249Z","end":"2026-07-07T16:07:20.548784Z","steps":["trace[242549486] 'agreement among raft nodes before linearized reading' (duration: 441.470276ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:07:20.548835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:07:20.107219Z","time spent":"441.609619ms","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-07T16:07:20.54882Z","caller":"traceutil/trace.go:171","msg":"trace[1430839735] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:1465; }","duration":"112.762123ms","start":"2026-07-07T16:07:20.436023Z","end":"2026-07-07T16:07:20.548785Z","steps":["trace[1430839735] 'agreement among raft nodes before linearized reading' (duration: 112.546898ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:07:35.389651Z","caller":"traceutil/trace.go:171","msg":"trace[1350454008] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1720; }","duration":"116.087984ms","start":"2026-07-07T16:07:35.273498Z","end":"2026-07-07T16:07:35.389586Z","steps":["trace[1350454008] 'process raft request' (duration: 115.503129ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:07:40.312523Z","caller":"traceutil/trace.go:171","msg":"trace[1380038402] linearizableReadLoop","detail":"{readStateIndex:1851; appliedIndex:1850; }","duration":"359.55179ms","start":"2026-07-07T16:07:39.952937Z","end":"2026-07-07T16:07:40.312489Z","steps":["trace[1380038402] 'read index received' (duration: 359.312844ms)","trace[1380038402] 'applied index is now lower than readState.Index' (duration: 237.196µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:07:40.312634Z","caller":"traceutil/trace.go:171","msg":"trace[559307714] transaction","detail":"{read_only:false; response_revision:1777; number_of_response:1; }","duration":"402.62124ms","start":"2026-07-07T16:07:39.909976Z","end":"2026-07-07T16:07:40.312597Z","steps":["trace[559307714] 'process raft request' (duration: 402.287221ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:07:40.312747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.771526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:07:40.312824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:07:39.909956Z","time spent":"402.769944ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:07:40.312844Z","caller":"traceutil/trace.go:171","msg":"trace[1492779064] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1777; }","duration":"359.934279ms","start":"2026-07-07T16:07:39.952895Z","end":"2026-07-07T16:07:40.312829Z","steps":["trace[1492779064] 'agreement among raft nodes before linearized reading' (duration: 359.775425ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:07:40.312924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:07:39.952872Z","time spent":"360.039052ms","remote":"127.0.0.1:49652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"info","ts":"2026-07-07T16:07:40.368682Z","caller":"traceutil/trace.go:171","msg":"trace[1326619712] transaction","detail":"{read_only:false; response_revision:1778; number_of_response:1; }","duration":"176.544125ms","start":"2026-07-07T16:07:40.192087Z","end":"2026-07-07T16:07:40.368631Z","steps":["trace[1326619712] 'process raft request' (duration: 176.070154ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:07:40.369035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.749365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:07:40.36914Z","caller":"traceutil/trace.go:171","msg":"trace[242556526] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1779; }","duration":"328.923739ms","start":"2026-07-07T16:07:40.040193Z","end":"2026-07-07T16:07:40.369117Z","steps":["trace[242556526] 'agreement among raft nodes before linearized reading' (duration: 328.741065ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:07:40.369115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.945726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-07-07T16:07:40.369177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.141456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:07:40.369267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.91738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:07:40.369265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.064383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:07:40.369308Z","caller":"traceutil/trace.go:171","msg":"trace[2117162825] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1779; }","duration":"260.979652ms","start":"2026-07-07T16:07:40.108317Z","end":"2026-07-07T16:07:40.369296Z","steps":["trace[2117162825] 'agreement among raft nodes before linearized reading' (duration: 260.92181ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:07:40.369336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.469856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:07:40.36937Z","caller":"traceutil/trace.go:171","msg":"trace[835806053] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1779; }","duration":"154.559319ms","start":"2026-07-07T16:07:40.214803Z","end":"2026-07-07T16:07:40.369363Z","steps":["trace[835806053] 'agreement among raft nodes before linearized reading' (duration: 154.492417ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:07:40.369391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.383553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:07:40.369444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.185781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:07:40.369405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.859607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:07:40.369509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.037251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:07:40.369561Z","caller":"traceutil/trace.go:171","msg":"trace[828892474] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1779; }","duration":"122.128443ms","start":"2026-07-07T16:07:40.247419Z","end":"2026-07-07T16:07:40.369548Z","steps":["trace[828892474] 'agreement among raft nodes before linearized reading' (duration: 122.058821ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:07:40.369522Z","caller":"traceutil/trace.go:171","msg":"trace[163842241] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1779; }","duration":"122.037521ms","start":"2026-07-07T16:07:40.247463Z","end":"2026-07-07T16:07:40.369501Z","steps":["trace[163842241] 'agreement among raft nodes before linearized reading' (duration: 121.841286ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:07:40.369268Z","caller":"traceutil/trace.go:171","msg":"trace[2086120516] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1779; }","duration":"258.119091ms","start":"2026-07-07T16:07:40.111112Z","end":"2026-07-07T16:07:40.369231Z","steps":["trace[2086120516] 'agreement among raft nodes before linearized reading' (duration: 257.816264ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:07:40.369271Z","caller":"traceutil/trace.go:171","msg":"trace[626245266] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1779; }","duration":"416.266849ms","start":"2026-07-07T16:07:39.952983Z","end":"2026-07-07T16:07:40.36925Z","steps":["trace[626245266] 'agreement among raft nodes before linearized reading' (duration: 416.113635ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:07:40.369592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.1469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:07:40.369612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.360026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:07:40.369448Z","caller":"traceutil/trace.go:171","msg":"trace[497628969] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1779; }","duration":"377.449824ms","start":"2026-07-07T16:07:39.991985Z","end":"2026-07-07T16:07:40.369435Z","steps":["trace[497628969] 'agreement among raft nodes before linearized reading' (duration: 377.374072ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:07:40.369688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.809322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-07T16:07:40.36972Z","caller":"traceutil/trace.go:171","msg":"trace[69058243] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1779; }","duration":"228.893595ms","start":"2026-07-07T16:07:40.140819Z","end":"2026-07-07T16:07:40.369712Z","steps":["trace[69058243] 'agreement among raft nodes before linearized reading' (duration: 228.818903ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:07:40.369716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.344452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:07:40.369722Z","caller":"traceutil/trace.go:171","msg":"trace[43941991] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1779; }","duration":"297.295994ms","start":"2026-07-07T16:07:40.072398Z","end":"2026-07-07T16:07:40.369694Z","steps":["trace[43941991] 'agreement among raft nodes before linearized reading' (duration: 297.060818ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:07:40.369333Z","caller":"traceutil/trace.go:171","msg":"trace[814927390] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1779; }","duration":"329.127704ms","start":"2026-07-07T16:07:40.040186Z","end":"2026-07-07T16:07:40.369314Z","steps":["trace[814927390] 'agreement among raft nodes before linearized reading' (duration: 329.041052ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:07:40.36974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:07:39.99198Z","time spent":"377.719901ms","remote":"127.0.0.1:49658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:07:40.36978Z","caller":"traceutil/trace.go:171","msg":"trace[1916514693] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1779; }","duration":"228.448933ms","start":"2026-07-07T16:07:40.141313Z","end":"2026-07-07T16:07:40.369762Z","steps":["trace[1916514693] 'agreement among raft nodes before linearized reading' (duration: 228.32218ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:07:40.369793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:07:40.040162Z","time spent":"329.622747ms","remote":"127.0.0.1:49662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:07:40.369802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.405433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:07:40.369161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.144617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:07:40.369722Z","caller":"traceutil/trace.go:171","msg":"trace[828802946] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1779; }","duration":"264.484519ms","start":"2026-07-07T16:07:40.105202Z","end":"2026-07-07T16:07:40.369687Z","steps":["trace[828802946] 'agreement among raft nodes before linearized reading' (duration: 264.306004ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:07:40.369878Z","caller":"traceutil/trace.go:171","msg":"trace[1504356976] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1779; }","duration":"377.920647ms","start":"2026-07-07T16:07:39.991934Z","end":"2026-07-07T16:07:40.369855Z","steps":["trace[1504356976] 'agreement among raft nodes before linearized reading' (duration: 377.111487ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:07:40.369686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:07:39.952976Z","time spent":"416.682319ms","remote":"127.0.0.1:49652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:07:40.36991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:07:39.991912Z","time spent":"377.988038ms","remote":"127.0.0.1:49658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-07-07T16:07:40.369883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.992529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:07:40.369203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:07:40.040165Z","time spent":"329.025292ms","remote":"127.0.0.1:49662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"info","ts":"2026-07-07T16:07:40.369238Z","caller":"traceutil/trace.go:171","msg":"trace[363265538] transaction","detail":"{read_only:false; response_revision:1779; number_of_response:1; }","duration":"171.882129ms","start":"2026-07-07T16:07:40.197333Z","end":"2026-07-07T16:07:40.369215Z","steps":["trace[363265538] 'process raft request' (duration: 171.200942ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:07:40.369956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.989709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:07:40.369856Z","caller":"traceutil/trace.go:171","msg":"trace[1659023257] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1779; }","duration":"228.479284ms","start":"2026-07-07T16:07:40.141363Z","end":"2026-07-07T16:07:40.369842Z","steps":["trace[1659023257] 'agreement among raft nodes before linearized reading' (duration: 228.402873ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:07:40.37002Z","caller":"traceutil/trace.go:171","msg":"trace[2049013553] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1779; }","duration":"192.136952ms","start":"2026-07-07T16:07:40.177861Z","end":"2026-07-07T16:07:40.369998Z","steps":["trace[2049013553] 'agreement among raft nodes before linearized reading' (duration: 192.017909ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:07:40.369131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.158259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:07:40.370041Z","caller":"traceutil/trace.go:171","msg":"trace[231997036] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1779; }","duration":"192.185804ms","start":"2026-07-07T16:07:40.177783Z","end":"2026-07-07T16:07:40.369969Z","steps":["trace[231997036] 'agreement among raft nodes before linearized reading' (duration: 191.938537ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:07:40.37009Z","caller":"traceutil/trace.go:171","msg":"trace[41086726] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1779; }","duration":"155.192494ms","start":"2026-07-07T16:07:40.214879Z","end":"2026-07-07T16:07:40.370071Z","steps":["trace[41086726] 'agreement among raft nodes before linearized reading' (duration: 154.089247ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:07:40.3695Z","caller":"traceutil/trace.go:171","msg":"trace[1809493335] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1779; }","duration":"264.248623ms","start":"2026-07-07T16:07:40.105236Z","end":"2026-07-07T16:07:40.369484Z","steps":["trace[1809493335] 'agreement among raft nodes before linearized reading' (duration: 264.185821ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:07:40.369391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.953135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:07:40.370358Z","caller":"traceutil/trace.go:171","msg":"trace[1929157284] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1779; }","duration":"297.928309ms","start":"2026-07-07T16:07:40.07239Z","end":"2026-07-07T16:07:40.370318Z","steps":["trace[1929157284] 'agreement among raft nodes before linearized reading' (duration: 296.958345ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:07:46.395533Z","caller":"traceutil/trace.go:171","msg":"trace[784111956] linearizableReadLoop","detail":"{readStateIndex:1898; appliedIndex:1897; }","duration":"187.2184ms","start":"2026-07-07T16:07:46.208282Z","end":"2026-07-07T16:07:46.395501Z","steps":["trace[784111956] 'read index received' (duration: 90.446847ms)","trace[784111956] 'applied index is now lower than readState.Index' (duration: 96.770163ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:07:46.395629Z","caller":"traceutil/trace.go:171","msg":"trace[648641553] transaction","detail":"{read_only:false; response_revision:1823; number_of_response:1; }","duration":"196.409828ms","start":"2026-07-07T16:07:46.199177Z","end":"2026-07-07T16:07:46.395587Z","steps":["trace[648641553] 'process raft request' (duration: 99.562473ms)","trace[648641553] 'compare' (duration: 96.608819ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:07:46.395831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.537198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-07-07T16:07:46.396061Z","caller":"traceutil/trace.go:171","msg":"trace[308530917] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1823; }","duration":"187.803835ms","start":"2026-07-07T16:07:46.208233Z","end":"2026-07-07T16:07:46.396037Z","steps":["trace[308530917] 'agreement among raft nodes before linearized reading' (duration: 187.408835ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:07:48.934602Z","caller":"traceutil/trace.go:171","msg":"trace[1702589080] linearizableReadLoop","detail":"{readStateIndex:1976; appliedIndex:1975; }","duration":"148.765495ms","start":"2026-07-07T16:07:48.785812Z","end":"2026-07-07T16:07:48.934578Z","steps":["trace[1702589080] 'read index received' (duration: 148.55265ms)","trace[1702589080] 'applied index is now lower than readState.Index' (duration: 211.885µs)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:07:48.934785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.96341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-07T16:07:48.934811Z","caller":"traceutil/trace.go:171","msg":"trace[1898315321] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1900; }","duration":"149.044692ms","start":"2026-07-07T16:07:48.785759Z","end":"2026-07-07T16:07:48.934804Z","steps":["trace[1898315321] 'agreement among raft nodes before linearized reading' (duration: 148.921469ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:07:48.934799Z","caller":"traceutil/trace.go:171","msg":"trace[917851308] transaction","detail":"{read_only:false; response_revision:1900; number_of_response:1; }","duration":"169.561441ms","start":"2026-07-07T16:07:48.765222Z","end":"2026-07-07T16:07:48.934783Z","steps":["trace[917851308] 'process raft request' (duration: 169.174562ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:07:49.601353Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004006651,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-07T16:07:49.711232Z","caller":"traceutil/trace.go:171","msg":"trace[50469792] transaction","detail":"{read_only:false; response_revision:1901; number_of_response:1; }","duration":"771.83672ms","start":"2026-07-07T16:07:48.939356Z","end":"2026-07-07T16:07:49.711193Z","steps":["trace[50469792] 'process raft request' (duration: 721.428368ms)","trace[50469792] 'compare' (duration: 50.216258ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:07:49.711451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:07:48.939331Z","time spent":"772.000955ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:07:49.772277Z","caller":"traceutil/trace.go:171","msg":"trace[1489679187] linearizableReadLoop","detail":"{readStateIndex:1978; appliedIndex:1976; }","duration":"671.976471ms","start":"2026-07-07T16:07:49.100264Z","end":"2026-07-07T16:07:49.77224Z","steps":["trace[1489679187] 'read index received' (duration: 560.542993ms)","trace[1489679187] 'applied index is now lower than readState.Index' (duration: 111.431637ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:07:49.772412Z","caller":"traceutil/trace.go:171","msg":"trace[894365577] transaction","detail":"{read_only:false; response_revision:1902; number_of_response:1; }","duration":"285.974093ms","start":"2026-07-07T16:07:49.48639Z","end":"2026-07-07T16:07:49.772365Z","steps":["trace[894365577] 'process raft request' (duration: 285.694786ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:07:49.772572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.929729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:07:49.772569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.289188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-07T16:07:49.772626Z","caller":"traceutil/trace.go:171","msg":"trace[1555047359] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1902; }","duration":"668.015932ms","start":"2026-07-07T16:07:49.104594Z","end":"2026-07-07T16:07:49.77261Z","steps":["trace[1555047359] 'agreement among raft nodes before linearized reading' (duration: 667.926459ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:07:49.772636Z","caller":"traceutil/trace.go:171","msg":"trace[198154371] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1902; }","duration":"672.430882ms","start":"2026-07-07T16:07:49.100188Z","end":"2026-07-07T16:07:49.772619Z","steps":["trace[198154371] 'agreement among raft nodes before linearized reading' (duration: 672.185666ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:07:49.772664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:07:49.104581Z","time spent":"668.073453ms","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T16:07:49.772682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:07:49.100159Z","time spent":"672.514733ms","remote":"127.0.0.1:49750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-07T16:07:49.772998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.489248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-69b2cbeb-a0aa-4cdf-bb61-a2c1d9535dff\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-07-07T16:07:49.77307Z","caller":"traceutil/trace.go:171","msg":"trace[179463689] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-69b2cbeb-a0aa-4cdf-bb61-a2c1d9535dff; range_end:; response_count:1; response_revision:1902; }","duration":"671.631672ms","start":"2026-07-07T16:07:49.101421Z","end":"2026-07-07T16:07:49.773052Z","steps":["trace[179463689] 'agreement among raft nodes before linearized reading' (duration: 671.065688ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:07:49.773106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:07:49.101382Z","time spent":"671.713644ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-69b2cbeb-a0aa-4cdf-bb61-a2c1d9535dff\" "} {"level":"info","ts":"2026-07-07T16:07:50.277861Z","caller":"traceutil/trace.go:171","msg":"trace[16607786] linearizableReadLoop","detail":"{readStateIndex:1979; appliedIndex:1978; }","duration":"497.132237ms","start":"2026-07-07T16:07:49.78071Z","end":"2026-07-07T16:07:50.277842Z","steps":["trace[16607786] 'read index received' (duration: 69.412µs)","trace[16607786] 'applied index is now lower than readState.Index' (duration: 497.062125ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:07:50.277965Z","caller":"traceutil/trace.go:171","msg":"trace[1834356984] transaction","detail":"{read_only:false; response_revision:1903; number_of_response:1; }","duration":"497.263581ms","start":"2026-07-07T16:07:49.780674Z","end":"2026-07-07T16:07:50.277938Z","steps":["trace[1834356984] 'process raft request' (duration: 497.006734ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:07:50.278062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.341472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T16:07:50.278117Z","caller":"traceutil/trace.go:171","msg":"trace[230247913] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1903; }","duration":"497.455265ms","start":"2026-07-07T16:07:49.780654Z","end":"2026-07-07T16:07:50.278109Z","steps":["trace[230247913] 'agreement among raft nodes before linearized reading' (duration: 497.302731ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:07:50.278118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:07:49.780641Z","time spent":"497.385504ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3729,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:07:50.278138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:07:49.780626Z","time spent":"497.506286ms","remote":"127.0.0.1:44856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":24,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:07:50.881559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.027522ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T16:07:50.88189Z","caller":"traceutil/trace.go:171","msg":"trace[1821971145] transaction","detail":"{read_only:false; response_revision:1906; number_of_response:1; }","duration":"343.44006ms","start":"2026-07-07T16:07:50.538414Z","end":"2026-07-07T16:07:50.881854Z","steps":["trace[1821971145] 'process raft request' (duration: 343.365188ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:07:50.881979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:07:50.538367Z","time spent":"343.569863ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:07:50.881937Z","caller":"traceutil/trace.go:171","msg":"trace[728988302] linearizableReadLoop","detail":"{readStateIndex:1980; appliedIndex:1979; }","duration":"603.94639ms","start":"2026-07-07T16:07:50.277927Z","end":"2026-07-07T16:07:50.881874Z","steps":["trace[728988302] 'read index received' (duration: 402.556019ms)","trace[728988302] 'applied index is now lower than readState.Index' (duration: 201.387661ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:07:50.882122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.04873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:07:50.882172Z","caller":"traceutil/trace.go:171","msg":"trace[890122450] transaction","detail":"{read_only:false; response_revision:1904; number_of_response:1; }","duration":"1.024834313s","start":"2026-07-07T16:07:49.857271Z","end":"2026-07-07T16:07:50.882105Z","steps":["trace[890122450] 'process raft request' (duration: 823.095463ms)","trace[890122450] 'compare' (duration: 200.799987ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:07:50.882261Z","caller":"traceutil/trace.go:171","msg":"trace[1286668816] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1906; }","duration":"775.254955ms","start":"2026-07-07T16:07:50.106991Z","end":"2026-07-07T16:07:50.882246Z","steps":["trace[1286668816] 'agreement among raft nodes before linearized reading' (duration: 775.024209ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:07:50.882332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:07:50.10696Z","time spent":"775.360837ms","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T16:07:50.882385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:07:49.857235Z","time spent":"1.025032048s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:07:50.882557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.115047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-07T16:07:50.882612Z","caller":"traceutil/trace.go:171","msg":"trace[2085751209] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1906; }","duration":"344.217139ms","start":"2026-07-07T16:07:50.538381Z","end":"2026-07-07T16:07:50.882598Z","steps":["trace[2085751209] 'agreement among raft nodes before linearized reading' (duration: 343.937862ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:07:50.8827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.448836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-07T16:07:50.882711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.751557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-69b2cbeb-a0aa-4cdf-bb61-a2c1d9535dff\" ","response":"range_response_count:1 size:3744"} {"level":"warn","ts":"2026-07-07T16:07:50.882708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:07:50.538359Z","time spent":"344.315191ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-07T16:07:50.882817Z","caller":"traceutil/trace.go:171","msg":"trace[487270639] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-69b2cbeb-a0aa-4cdf-bb61-a2c1d9535dff; range_end:; response_count:1; response_revision:1906; }","duration":"101.875ms","start":"2026-07-07T16:07:50.780916Z","end":"2026-07-07T16:07:50.882791Z","steps":["trace[487270639] 'agreement among raft nodes before linearized reading' (duration: 101.555122ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:07:50.882758Z","caller":"traceutil/trace.go:171","msg":"trace[2096607246] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1906; }","duration":"342.544088ms","start":"2026-07-07T16:07:50.540201Z","end":"2026-07-07T16:07:50.882745Z","steps":["trace[2096607246] 'agreement among raft nodes before linearized reading' (duration: 342.350153ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:07:50.882935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.877168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:07:50.882923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:07:50.540186Z","time spent":"342.713262ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-07T16:07:50.882973Z","caller":"traceutil/trace.go:171","msg":"trace[380483715] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1906; }","duration":"302.138314ms","start":"2026-07-07T16:07:50.580822Z","end":"2026-07-07T16:07:50.88296Z","steps":["trace[380483715] 'agreement among raft nodes before linearized reading' (duration: 301.902239ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:07:50.882988Z","caller":"traceutil/trace.go:171","msg":"trace[704600988] transaction","detail":"{read_only:false; response_revision:1905; number_of_response:1; }","duration":"429.696642ms","start":"2026-07-07T16:07:50.45326Z","end":"2026-07-07T16:07:50.882957Z","steps":["trace[704600988] 'process raft request' (duration: 428.447211ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:07:50.882933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.171023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-07T16:07:50.883105Z","caller":"traceutil/trace.go:171","msg":"trace[627019763] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1906; }","duration":"343.40875ms","start":"2026-07-07T16:07:50.539644Z","end":"2026-07-07T16:07:50.883053Z","steps":["trace[627019763] 'agreement among raft nodes before linearized reading' (duration: 343.02507ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:07:50.883207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:07:50.453231Z","time spent":"429.817686ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:07:50.883232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:07:50.539613Z","time spent":"343.547912ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-07T16:07:50.883322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:07:50.580795Z","time spent":"302.197615ms","remote":"127.0.0.1:59916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:07:50.88334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.065915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-07T16:07:50.883485Z","caller":"traceutil/trace.go:171","msg":"trace[913772711] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1906; }","duration":"102.26713ms","start":"2026-07-07T16:07:50.78118Z","end":"2026-07-07T16:07:50.883447Z","steps":["trace[913772711] 'agreement among raft nodes before linearized reading' (duration: 101.588373ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:07:54.283972Z","caller":"traceutil/trace.go:171","msg":"trace[1274718831] transaction","detail":"{read_only:false; response_revision:1939; number_of_response:1; }","duration":"172.293729ms","start":"2026-07-07T16:07:54.111631Z","end":"2026-07-07T16:07:54.283925Z","steps":["trace[1274718831] 'process raft request' (duration: 131.078675ms)","trace[1274718831] 'compare' (duration: 41.000689ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:08:05.2429Z","caller":"traceutil/trace.go:171","msg":"trace[1200129659] linearizableReadLoop","detail":"{readStateIndex:2113; appliedIndex:2112; }","duration":"135.729311ms","start":"2026-07-07T16:08:05.107142Z","end":"2026-07-07T16:08:05.242871Z","steps":["trace[1200129659] 'read index received' (duration: 84.645532ms)","trace[1200129659] 'applied index is now lower than readState.Index' (duration: 51.082669ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:08:05.242958Z","caller":"traceutil/trace.go:171","msg":"trace[1141349891] transaction","detail":"{read_only:false; response_revision:2033; number_of_response:1; }","duration":"166.404033ms","start":"2026-07-07T16:08:05.076506Z","end":"2026-07-07T16:08:05.24291Z","steps":["trace[1141349891] 'process raft request' (duration: 115.282513ms)","trace[1141349891] 'compare' (duration: 50.763841ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:08:05.243029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.872365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:08:05.243058Z","caller":"traceutil/trace.go:171","msg":"trace[1043689180] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2033; }","duration":"135.979067ms","start":"2026-07-07T16:08:05.107071Z","end":"2026-07-07T16:08:05.24305Z","steps":["trace[1043689180] 'agreement among raft nodes before linearized reading' (duration: 135.901765ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:08:07.958933Z","caller":"traceutil/trace.go:171","msg":"trace[1333291140] transaction","detail":"{read_only:false; response_revision:2047; number_of_response:1; }","duration":"116.808191ms","start":"2026-07-07T16:08:07.84208Z","end":"2026-07-07T16:08:07.958888Z","steps":["trace[1333291140] 'process raft request' (duration: 50.706029ms)","trace[1333291140] 'compare' (duration: 65.899397ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:08:11.598263Z","caller":"traceutil/trace.go:171","msg":"trace[1281182652] transaction","detail":"{read_only:false; response_revision:2065; number_of_response:1; }","duration":"315.160888ms","start":"2026-07-07T16:08:11.28307Z","end":"2026-07-07T16:08:11.598231Z","steps":["trace[1281182652] 'process raft request' (duration: 314.973533ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:08:11.59843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:08:11.283053Z","time spent":"315.292031ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:08:11.609791Z","caller":"traceutil/trace.go:171","msg":"trace[1487073700] transaction","detail":"{read_only:false; response_revision:2066; number_of_response:1; }","duration":"265.77099ms","start":"2026-07-07T16:08:11.343993Z","end":"2026-07-07T16:08:11.609764Z","steps":["trace[1487073700] 'process raft request' (duration: 263.816612ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:08:46.646002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.705386ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T16:08:46.646177Z","caller":"traceutil/trace.go:171","msg":"trace[361467435] transaction","detail":"{read_only:false; response_revision:2257; number_of_response:1; }","duration":"431.141968ms","start":"2026-07-07T16:08:46.21502Z","end":"2026-07-07T16:08:46.646162Z","steps":["trace[361467435] 'process raft request' (duration: 431.099167ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:08:46.646185Z","caller":"traceutil/trace.go:171","msg":"trace[853764056] transaction","detail":"{read_only:false; response_revision:2256; number_of_response:1; }","duration":"649.106052ms","start":"2026-07-07T16:08:45.997057Z","end":"2026-07-07T16:08:46.646163Z","steps":["trace[853764056] 'process raft request' (duration: 208.15386ms)","trace[853764056] 'compare' (duration: 440.609404ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:08:46.646231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:08:46.214989Z","time spent":"431.21326ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:08:46.646275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:08:45.99702Z","time spent":"649.204684ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:08:46.646427Z","caller":"traceutil/trace.go:171","msg":"trace[493138992] linearizableReadLoop","detail":"{readStateIndex:2345; appliedIndex:2344; }","duration":"541.216973ms","start":"2026-07-07T16:08:46.105197Z","end":"2026-07-07T16:08:46.646414Z","steps":["trace[493138992] 'read index received' (duration: 99.797399ms)","trace[493138992] 'applied index is now lower than readState.Index' (duration: 441.418534ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:08:46.646524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.324735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:08:46.646884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.166425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-07T16:08:46.64693Z","caller":"traceutil/trace.go:171","msg":"trace[656194538] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2257; }","duration":"422.266988ms","start":"2026-07-07T16:08:46.22465Z","end":"2026-07-07T16:08:46.646917Z","steps":["trace[656194538] 'agreement among raft nodes before linearized reading' (duration: 422.135755ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:08:46.646981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.496232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-07T16:08:46.646979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:08:46.22462Z","time spent":"422.34426ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-07T16:08:46.647027Z","caller":"traceutil/trace.go:171","msg":"trace[1242361224] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2257; }","duration":"213.598226ms","start":"2026-07-07T16:08:46.433413Z","end":"2026-07-07T16:08:46.647011Z","steps":["trace[1242361224] 'agreement among raft nodes before linearized reading' (duration: 213.38468ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:08:46.647059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.194044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T16:08:46.647151Z","caller":"traceutil/trace.go:171","msg":"trace[1067252409] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2257; }","duration":"378.353897ms","start":"2026-07-07T16:08:46.268764Z","end":"2026-07-07T16:08:46.647118Z","steps":["trace[1067252409] 'agreement among raft nodes before linearized reading' (duration: 378.123881ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:08:46.647219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:08:46.268733Z","time spent":"378.47359ms","remote":"127.0.0.1:45174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:08:46.647284Z","caller":"traceutil/trace.go:171","msg":"trace[1141230625] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2257; }","duration":"541.390437ms","start":"2026-07-07T16:08:46.105149Z","end":"2026-07-07T16:08:46.64654Z","steps":["trace[1141230625] 'agreement among raft nodes before linearized reading' (duration: 541.345066ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:08:46.647376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:08:46.105126Z","time spent":"542.238798ms","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-07T16:08:46.853805Z","caller":"traceutil/trace.go:171","msg":"trace[551364875] transaction","detail":"{read_only:false; response_revision:2258; number_of_response:1; }","duration":"201.492795ms","start":"2026-07-07T16:08:46.652267Z","end":"2026-07-07T16:08:46.85376Z","steps":["trace[551364875] 'process raft request' (duration: 201.267959ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:08:47.141016Z","caller":"traceutil/trace.go:171","msg":"trace[283146938] transaction","detail":"{read_only:false; response_revision:2259; number_of_response:1; }","duration":"202.892079ms","start":"2026-07-07T16:08:46.938071Z","end":"2026-07-07T16:08:47.140963Z","steps":["trace[283146938] 'process raft request' (duration: 129.747562ms)","trace[283146938] 'compare' (duration: 72.899941ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:08:47.390847Z","caller":"traceutil/trace.go:171","msg":"trace[187314100] linearizableReadLoop","detail":"{readStateIndex:2351; appliedIndex:2349; }","duration":"110.657369ms","start":"2026-07-07T16:08:47.280162Z","end":"2026-07-07T16:08:47.390819Z","steps":["trace[187314100] 'read index received' (duration: 72.45439ms)","trace[187314100] 'applied index is now lower than readState.Index' (duration: 38.201869ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:08:47.391155Z","caller":"traceutil/trace.go:171","msg":"trace[429082031] transaction","detail":"{read_only:false; response_revision:2261; number_of_response:1; }","duration":"215.247406ms","start":"2026-07-07T16:08:47.175895Z","end":"2026-07-07T16:08:47.391143Z","steps":["trace[429082031] 'process raft request' (duration: 176.744919ms)","trace[429082031] 'compare' (duration: 37.938283ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:08:47.391554Z","caller":"traceutil/trace.go:171","msg":"trace[386852328] transaction","detail":"{read_only:false; response_revision:2262; number_of_response:1; }","duration":"214.141689ms","start":"2026-07-07T16:08:47.177401Z","end":"2026-07-07T16:08:47.391543Z","steps":["trace[386852328] 'process raft request' (duration: 213.375ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:08:47.391614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.417547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T16:08:47.391721Z","caller":"traceutil/trace.go:171","msg":"trace[1701739761] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:2262; }","duration":"111.56048ms","start":"2026-07-07T16:08:47.280136Z","end":"2026-07-07T16:08:47.391696Z","steps":["trace[1701739761] 'agreement among raft nodes before linearized reading' (duration: 111.342265ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:08:48.144055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.622713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:08:48.144167Z","caller":"traceutil/trace.go:171","msg":"trace[962902303] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:2265; }","duration":"417.810987ms","start":"2026-07-07T16:08:47.726328Z","end":"2026-07-07T16:08:48.144139Z","steps":["trace[962902303] 'count revisions from in-memory index tree' (duration: 417.47525ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:08:48.144213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:08:47.726293Z","time spent":"417.90762ms","remote":"127.0.0.1:59786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:08:48.144055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.010297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"info","ts":"2026-07-07T16:08:48.144421Z","caller":"traceutil/trace.go:171","msg":"trace[512296982] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2265; }","duration":"297.403567ms","start":"2026-07-07T16:08:47.847007Z","end":"2026-07-07T16:08:48.14441Z","steps":["trace[512296982] 'range keys from in-memory index tree' (duration: 296.73311ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:08:48.144415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.87858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-07T16:08:48.144525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.523713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-07T16:08:48.144567Z","caller":"traceutil/trace.go:171","msg":"trace[622753957] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:2265; }","duration":"447.059254ms","start":"2026-07-07T16:08:47.697478Z","end":"2026-07-07T16:08:48.144537Z","steps":["trace[622753957] 'count revisions from in-memory index tree' (duration: 446.780527ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:08:48.144643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:08:47.697296Z","time spent":"447.32752ms","remote":"127.0.0.1:44790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":54,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:08:48.144581Z","caller":"traceutil/trace.go:171","msg":"trace[127323766] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2265; }","duration":"248.609945ms","start":"2026-07-07T16:08:47.895954Z","end":"2026-07-07T16:08:48.144564Z","steps":["trace[127323766] 'range keys from in-memory index tree' (duration: 248.213245ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:08:48.144905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.828056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-07T16:08:48.145079Z","caller":"traceutil/trace.go:171","msg":"trace[1620896922] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2265; }","duration":"490.039482ms","start":"2026-07-07T16:08:47.655015Z","end":"2026-07-07T16:08:48.145055Z","steps":["trace[1620896922] 'range keys from in-memory index tree' (duration: 488.734799ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:08:48.145297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:08:47.654989Z","time spent":"490.288128ms","remote":"127.0.0.1:49750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-07T16:08:48.888369Z","caller":"traceutil/trace.go:171","msg":"trace[641250051] linearizableReadLoop","detail":"{readStateIndex:2356; appliedIndex:2355; }","duration":"100.717741ms","start":"2026-07-07T16:08:48.787608Z","end":"2026-07-07T16:08:48.888326Z","steps":["trace[641250051] 'read index received' (duration: 100.510366ms)","trace[641250051] 'applied index is now lower than readState.Index' (duration: 205.565µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:08:48.888477Z","caller":"traceutil/trace.go:171","msg":"trace[704821294] transaction","detail":"{read_only:false; response_revision:2267; number_of_response:1; }","duration":"235.580271ms","start":"2026-07-07T16:08:48.652839Z","end":"2026-07-07T16:08:48.88842Z","steps":["trace[704821294] 'process raft request' (duration: 235.271844ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:08:48.888617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.972078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:08:48.888718Z","caller":"traceutil/trace.go:171","msg":"trace[376566387] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:2267; }","duration":"101.154252ms","start":"2026-07-07T16:08:48.787542Z","end":"2026-07-07T16:08:48.888697Z","steps":["trace[376566387] 'agreement among raft nodes before linearized reading' (duration: 100.963618ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:08:49.318907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.444272ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-07T16:08:49.319225Z","caller":"traceutil/trace.go:171","msg":"trace[528932547] transaction","detail":"{read_only:false; response_revision:2268; number_of_response:1; }","duration":"109.550101ms","start":"2026-07-07T16:08:49.209654Z","end":"2026-07-07T16:08:49.319204Z","steps":["trace[528932547] 'process raft request' (duration: 109.377067ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:08:49.319434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.485247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-07T16:08:49.319483Z","caller":"traceutil/trace.go:171","msg":"trace[1705615053] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2268; }","duration":"460.594561ms","start":"2026-07-07T16:08:48.858876Z","end":"2026-07-07T16:08:49.31947Z","steps":["trace[1705615053] 'agreement among raft nodes before linearized reading' (duration: 460.386605ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:08:49.31952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:08:48.858848Z","time spent":"460.663252ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-07T16:08:49.31922Z","caller":"traceutil/trace.go:171","msg":"trace[2032545113] linearizableReadLoop","detail":"{readStateIndex:2357; appliedIndex:2356; }","duration":"430.695057ms","start":"2026-07-07T16:08:48.888489Z","end":"2026-07-07T16:08:49.319184Z","steps":["trace[2032545113] 'read index received' (duration: 309.835635ms)","trace[2032545113] 'applied index is now lower than readState.Index' (duration: 120.856782ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:08:49.3197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.110138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T16:08:49.319734Z","caller":"traceutil/trace.go:171","msg":"trace[100580167] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2268; }","duration":"402.19653ms","start":"2026-07-07T16:08:48.917526Z","end":"2026-07-07T16:08:49.319723Z","steps":["trace[100580167] 'agreement among raft nodes before linearized reading' (duration: 402.129318ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:08:49.319763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:08:48.917504Z","time spent":"402.249741ms","remote":"127.0.0.1:49686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:08:49.3198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.024884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-07T16:08:49.319842Z","caller":"traceutil/trace.go:171","msg":"trace[2145603353] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2268; }","duration":"166.129556ms","start":"2026-07-07T16:08:49.153698Z","end":"2026-07-07T16:08:49.319827Z","steps":["trace[2145603353] 'agreement among raft nodes before linearized reading' (duration: 165.961802ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:08:54.401626Z","caller":"traceutil/trace.go:171","msg":"trace[1330261295] linearizableReadLoop","detail":"{readStateIndex:2388; appliedIndex:2387; }","duration":"196.845199ms","start":"2026-07-07T16:08:54.204748Z","end":"2026-07-07T16:08:54.401594Z","steps":["trace[1330261295] 'read index received' (duration: 196.559542ms)","trace[1330261295] 'applied index is now lower than readState.Index' (duration: 284.267µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:08:54.401875Z","caller":"traceutil/trace.go:171","msg":"trace[689226635] transaction","detail":"{read_only:false; response_revision:2297; number_of_response:1; }","duration":"248.137673ms","start":"2026-07-07T16:08:54.153571Z","end":"2026-07-07T16:08:54.401709Z","steps":["trace[689226635] 'process raft request' (duration: 247.818685ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:08:54.402154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.376982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-07T16:08:54.402237Z","caller":"traceutil/trace.go:171","msg":"trace[389936043] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2297; }","duration":"197.529036ms","start":"2026-07-07T16:08:54.204689Z","end":"2026-07-07T16:08:54.402218Z","steps":["trace[389936043] 'agreement among raft nodes before linearized reading' (duration: 197.034214ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:08:55.117688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.75315ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T16:08:55.117994Z","caller":"traceutil/trace.go:171","msg":"trace[1236276189] linearizableReadLoop","detail":"{readStateIndex:2389; appliedIndex:2388; }","duration":"261.934425ms","start":"2026-07-07T16:08:54.85603Z","end":"2026-07-07T16:08:55.117965Z","steps":["trace[1236276189] 'read index received' (duration: 78.542µs)","trace[1236276189] 'applied index is now lower than readState.Index' (duration: 261.853183ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:08:55.11806Z","caller":"traceutil/trace.go:171","msg":"trace[509016307] transaction","detail":"{read_only:false; response_revision:2298; number_of_response:1; }","duration":"710.920238ms","start":"2026-07-07T16:08:54.407099Z","end":"2026-07-07T16:08:55.118019Z","steps":["trace[509016307] 'process raft request' (duration: 376.666775ms)","trace[509016307] 'compare' (duration: 333.32735ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:08:55.118169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.10576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:08:55.118244Z","caller":"traceutil/trace.go:171","msg":"trace[1303667069] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:2298; }","duration":"262.253374ms","start":"2026-07-07T16:08:54.855974Z","end":"2026-07-07T16:08:55.118228Z","steps":["trace[1303667069] 'agreement among raft nodes before linearized reading' (duration: 262.09636ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:08:55.118273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:08:54.407045Z","time spent":"711.114072ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:08:55.122898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.934092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:08:55.122912Z","caller":"traceutil/trace.go:171","msg":"trace[631411889] transaction","detail":"{read_only:false; response_revision:2299; number_of_response:1; }","duration":"211.323718ms","start":"2026-07-07T16:08:54.911558Z","end":"2026-07-07T16:08:55.122881Z","steps":["trace[631411889] 'process raft request' (duration: 211.146974ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:08:55.122951Z","caller":"traceutil/trace.go:171","msg":"trace[1498670463] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2299; }","duration":"127.030334ms","start":"2026-07-07T16:08:54.995905Z","end":"2026-07-07T16:08:55.122935Z","steps":["trace[1498670463] 'agreement among raft nodes before linearized reading' (duration: 126.926452ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:08:55.654008Z","caller":"traceutil/trace.go:171","msg":"trace[812519861] linearizableReadLoop","detail":"{readStateIndex:2392; appliedIndex:2391; }","duration":"297.667352ms","start":"2026-07-07T16:08:55.356313Z","end":"2026-07-07T16:08:55.65398Z","steps":["trace[812519861] 'read index received' (duration: 259.70574ms)","trace[812519861] 'applied index is now lower than readState.Index' (duration: 37.960322ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:08:55.654124Z","caller":"traceutil/trace.go:171","msg":"trace[1901964377] transaction","detail":"{read_only:false; response_revision:2301; number_of_response:1; }","duration":"310.327656ms","start":"2026-07-07T16:08:55.343782Z","end":"2026-07-07T16:08:55.65411Z","steps":["trace[1901964377] 'process raft request' (duration: 272.160129ms)","trace[1901964377] 'compare' (duration: 37.049669ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:08:55.654234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:08:55.343744Z","time spent":"310.408288ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:08:55.654543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.232786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-07T16:08:55.654586Z","caller":"traceutil/trace.go:171","msg":"trace[2088134311] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2301; }","duration":"298.336769ms","start":"2026-07-07T16:08:55.356238Z","end":"2026-07-07T16:08:55.654575Z","steps":["trace[2088134311] 'agreement among raft nodes before linearized reading' (duration: 298.206136ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:08:55.655671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.097821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-07T16:08:55.655803Z","caller":"traceutil/trace.go:171","msg":"trace[35688695] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2304; }","duration":"246.293896ms","start":"2026-07-07T16:08:55.409479Z","end":"2026-07-07T16:08:55.655772Z","steps":["trace[35688695] 'agreement among raft nodes before linearized reading' (duration: 245.916036ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:08:55.65594Z","caller":"traceutil/trace.go:171","msg":"trace[1068489619] transaction","detail":"{read_only:false; response_revision:2304; number_of_response:1; }","duration":"232.699099ms","start":"2026-07-07T16:08:55.423205Z","end":"2026-07-07T16:08:55.655904Z","steps":["trace[1068489619] 'process raft request' (duration: 232.145365ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:08:55.65614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.387271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-07T16:08:55.656237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.033302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-07T16:08:55.656271Z","caller":"traceutil/trace.go:171","msg":"trace[1439580170] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2304; }","duration":"205.108974ms","start":"2026-07-07T16:08:55.451151Z","end":"2026-07-07T16:08:55.65626Z","steps":["trace[1439580170] 'agreement among raft nodes before linearized reading' (duration: 205.025992ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:08:55.656242Z","caller":"traceutil/trace.go:171","msg":"trace[198335019] transaction","detail":"{read_only:false; response_revision:2302; number_of_response:1; }","duration":"239.253621ms","start":"2026-07-07T16:08:55.41691Z","end":"2026-07-07T16:08:55.656163Z","steps":["trace[198335019] 'process raft request' (duration: 238.185105ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:08:55.65661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.59047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-07T16:08:55.656616Z","caller":"traceutil/trace.go:171","msg":"trace[1572809844] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2304; }","duration":"203.453443ms","start":"2026-07-07T16:08:55.45272Z","end":"2026-07-07T16:08:55.656173Z","steps":["trace[1572809844] 'agreement among raft nodes before linearized reading' (duration: 203.32701ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:08:55.656668Z","caller":"traceutil/trace.go:171","msg":"trace[1238428417] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2304; }","duration":"208.690123ms","start":"2026-07-07T16:08:55.447964Z","end":"2026-07-07T16:08:55.656654Z","steps":["trace[1238428417] 'agreement among raft nodes before linearized reading' (duration: 208.531129ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:08:55.656362Z","caller":"traceutil/trace.go:171","msg":"trace[1542112222] transaction","detail":"{read_only:false; response_revision:2303; number_of_response:1; }","duration":"234.009081ms","start":"2026-07-07T16:08:55.422336Z","end":"2026-07-07T16:08:55.656346Z","steps":["trace[1542112222] 'process raft request' (duration: 232.940534ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:09:35.920257Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004008110,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-07T16:09:36.125827Z","caller":"traceutil/trace.go:171","msg":"trace[246160706] transaction","detail":"{read_only:false; response_revision:2517; number_of_response:1; }","duration":"779.70162ms","start":"2026-07-07T16:09:35.346078Z","end":"2026-07-07T16:09:36.125779Z","steps":["trace[246160706] 'process raft request' (duration: 779.342121ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:09:36.126273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:09:35.346045Z","time spent":"780.071688ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:09:36.130577Z","caller":"traceutil/trace.go:171","msg":"trace[1003049985] linearizableReadLoop","detail":"{readStateIndex:2619; appliedIndex:2615; }","duration":"711.057082ms","start":"2026-07-07T16:09:35.419498Z","end":"2026-07-07T16:09:36.130555Z","steps":["trace[1003049985] 'read index received' (duration: 705.853649ms)","trace[1003049985] 'applied index is now lower than readState.Index' (duration: 5.202313ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:09:36.130916Z","caller":"traceutil/trace.go:171","msg":"trace[1290377952] transaction","detail":"{read_only:false; response_revision:2518; number_of_response:1; }","duration":"318.379306ms","start":"2026-07-07T16:09:35.812523Z","end":"2026-07-07T16:09:36.130902Z","steps":["trace[1290377952] 'process raft request' (duration: 317.831143ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:09:36.13104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:09:35.812499Z","time spent":"318.451797ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:09:36.131254Z","caller":"traceutil/trace.go:171","msg":"trace[147041275] transaction","detail":"{read_only:false; response_revision:2519; number_of_response:1; }","duration":"317.677999ms","start":"2026-07-07T16:09:35.813567Z","end":"2026-07-07T16:09:36.131245Z","steps":["trace[147041275] 'process raft request' (duration: 316.912621ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:09:36.131299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:09:35.813546Z","time spent":"317.72971ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:09:36.131477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.089458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-07T16:09:36.131591Z","caller":"traceutil/trace.go:171","msg":"trace[1517231429] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2520; }","duration":"261.265902ms","start":"2026-07-07T16:09:35.870297Z","end":"2026-07-07T16:09:36.131563Z","steps":["trace[1517231429] 'agreement among raft nodes before linearized reading' (duration: 260.980895ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:09:36.131704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.880572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5428"} {"level":"info","ts":"2026-07-07T16:09:36.131744Z","caller":"traceutil/trace.go:171","msg":"trace[148687909] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2520; }","duration":"103.942553ms","start":"2026-07-07T16:09:36.02779Z","end":"2026-07-07T16:09:36.131733Z","steps":["trace[148687909] 'agreement among raft nodes before linearized reading' (duration: 103.83012ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:09:36.131873Z","caller":"traceutil/trace.go:171","msg":"trace[1184005244] transaction","detail":"{read_only:false; response_revision:2520; number_of_response:1; }","duration":"317.744611ms","start":"2026-07-07T16:09:35.814121Z","end":"2026-07-07T16:09:36.131866Z","steps":["trace[1184005244] 'process raft request' (duration: 316.396989ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:09:36.131918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:09:35.814106Z","time spent":"317.787992ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:09:36.132247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.750313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-07T16:09:36.132304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.033551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-07T16:09:36.13233Z","caller":"traceutil/trace.go:171","msg":"trace[1819000353] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2520; }","duration":"254.097602ms","start":"2026-07-07T16:09:35.878226Z","end":"2026-07-07T16:09:36.132323Z","steps":["trace[1819000353] 'agreement among raft nodes before linearized reading' (duration: 254.02924ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:09:36.132328Z","caller":"traceutil/trace.go:171","msg":"trace[1433602024] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2520; }","duration":"712.870066ms","start":"2026-07-07T16:09:35.419441Z","end":"2026-07-07T16:09:36.132311Z","steps":["trace[1433602024] 'agreement among raft nodes before linearized reading' (duration: 712.701862ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:09:36.132384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:09:35.419417Z","time spent":"712.951957ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-07T16:09:36.132493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.220025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-07T16:09:36.132498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.557947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-07T16:09:36.13256Z","caller":"traceutil/trace.go:171","msg":"trace[23257621] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2520; }","duration":"255.69597ms","start":"2026-07-07T16:09:35.876848Z","end":"2026-07-07T16:09:36.132544Z","steps":["trace[23257621] 'agreement among raft nodes before linearized reading' (duration: 255.443924ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:09:36.13262Z","caller":"traceutil/trace.go:171","msg":"trace[2045258573] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2520; }","duration":"254.278037ms","start":"2026-07-07T16:09:35.878238Z","end":"2026-07-07T16:09:36.132516Z","steps":["trace[2045258573] 'agreement among raft nodes before linearized reading' (duration: 254.178174ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:09:37.201946Z","caller":"traceutil/trace.go:171","msg":"trace[283259668] linearizableReadLoop","detail":"{readStateIndex:2625; appliedIndex:2624; }","duration":"299.072698ms","start":"2026-07-07T16:09:36.902834Z","end":"2026-07-07T16:09:37.201907Z","steps":["trace[283259668] 'read index received' (duration: 298.354101ms)","trace[283259668] 'applied index is now lower than readState.Index' (duration: 716.977µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:09:37.202091Z","caller":"traceutil/trace.go:171","msg":"trace[2119579806] transaction","detail":"{read_only:false; response_revision:2526; number_of_response:1; }","duration":"936.174708ms","start":"2026-07-07T16:09:36.265904Z","end":"2026-07-07T16:09:37.202079Z","steps":["trace[2119579806] 'process raft request' (duration: 935.752648ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:09:37.202227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:09:36.265875Z","time spent":"936.24173ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:09:37.202608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.767494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:09:37.202829Z","caller":"traceutil/trace.go:171","msg":"trace[372409520] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:2526; }","duration":"299.99133ms","start":"2026-07-07T16:09:36.902825Z","end":"2026-07-07T16:09:37.202816Z","steps":["trace[372409520] 'agreement among raft nodes before linearized reading' (duration: 299.740694ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:09:37.20286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:09:36.902774Z","time spent":"300.075741ms","remote":"127.0.0.1:49558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:10:00.791676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.541234ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T16:10:00.792115Z","caller":"traceutil/trace.go:171","msg":"trace[1965086348] transaction","detail":"{read_only:false; response_revision:2817; number_of_response:1; }","duration":"513.937781ms","start":"2026-07-07T16:10:00.278146Z","end":"2026-07-07T16:10:00.792084Z","steps":["trace[1965086348] 'process raft request' (duration: 382.830763ms)","trace[1965086348] 'compare' (duration: 130.079753ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:10:00.792285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:10:00.278123Z","time spent":"514.067634ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:10:00.792266Z","caller":"traceutil/trace.go:171","msg":"trace[2013551848] linearizableReadLoop","detail":"{readStateIndex:2930; appliedIndex:2928; }","duration":"513.596513ms","start":"2026-07-07T16:10:00.278642Z","end":"2026-07-07T16:10:00.792239Z","steps":["trace[2013551848] 'read index received' (duration: 382.317942ms)","trace[2013551848] 'applied index is now lower than readState.Index' (duration: 131.276851ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:10:00.792424Z","caller":"traceutil/trace.go:171","msg":"trace[1261240322] transaction","detail":"{read_only:false; response_revision:2818; number_of_response:1; }","duration":"513.976322ms","start":"2026-07-07T16:10:00.278387Z","end":"2026-07-07T16:10:00.792363Z","steps":["trace[1261240322] 'process raft request' (duration: 513.676005ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:10:00.792749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:10:00.27837Z","time spent":"514.188567ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:10:00.792809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.149136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-07T16:10:00.792885Z","caller":"traceutil/trace.go:171","msg":"trace[1732355476] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2818; }","duration":"514.243208ms","start":"2026-07-07T16:10:00.278621Z","end":"2026-07-07T16:10:00.792864Z","steps":["trace[1732355476] 'agreement among raft nodes before linearized reading' (duration: 513.800848ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:10:00.79294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:10:00.278611Z","time spent":"514.31321ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-07T16:10:00.793304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.267449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-07T16:10:00.793359Z","caller":"traceutil/trace.go:171","msg":"trace[2043857964] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2818; }","duration":"514.33721ms","start":"2026-07-07T16:10:00.279008Z","end":"2026-07-07T16:10:00.793345Z","steps":["trace[2043857964] 'agreement among raft nodes before linearized reading' (duration: 514.189037ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:10:00.793381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.555121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-07-07T16:10:00.793401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:10:00.279001Z","time spent":"514.387951ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-07T16:10:00.793447Z","caller":"traceutil/trace.go:171","msg":"trace[1060638404] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2818; }","duration":"283.662463ms","start":"2026-07-07T16:10:00.509762Z","end":"2026-07-07T16:10:00.793424Z","steps":["trace[1060638404] 'agreement among raft nodes before linearized reading' (duration: 283.449968ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:10:06.93316Z","caller":"traceutil/trace.go:171","msg":"trace[1445092238] transaction","detail":"{read_only:false; response_revision:2857; number_of_response:1; }","duration":"103.184856ms","start":"2026-07-07T16:10:06.829938Z","end":"2026-07-07T16:10:06.933123Z","steps":["trace[1445092238] 'process raft request' (duration: 102.925799ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:10:06.942657Z","caller":"traceutil/trace.go:171","msg":"trace[757451617] transaction","detail":"{read_only:false; response_revision:2858; number_of_response:1; }","duration":"111.659986ms","start":"2026-07-07T16:10:06.830971Z","end":"2026-07-07T16:10:06.942631Z","steps":["trace[757451617] 'process raft request' (duration: 111.38858ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:10:06.942662Z","caller":"traceutil/trace.go:171","msg":"trace[2043861515] transaction","detail":"{read_only:false; response_revision:2859; number_of_response:1; }","duration":"111.029001ms","start":"2026-07-07T16:10:06.831606Z","end":"2026-07-07T16:10:06.942635Z","steps":["trace[2043861515] 'process raft request' (duration: 110.902368ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:10:06.942827Z","caller":"traceutil/trace.go:171","msg":"trace[460571621] transaction","detail":"{read_only:false; response_revision:2860; number_of_response:1; }","duration":"111.039512ms","start":"2026-07-07T16:10:06.831744Z","end":"2026-07-07T16:10:06.942783Z","steps":["trace[460571621] 'process raft request' (duration: 110.829507ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:10:33.693571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.396493ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:10:33.693711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.052102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.193\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-07T16:10:33.693757Z","caller":"traceutil/trace.go:171","msg":"trace[1786666144] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3017; }","duration":"136.602238ms","start":"2026-07-07T16:10:33.557124Z","end":"2026-07-07T16:10:33.693727Z","steps":["trace[1786666144] 'range keys from in-memory index tree' (duration: 136.371553ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:10:33.693712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.605331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:10:33.693816Z","caller":"traceutil/trace.go:171","msg":"trace[1556947175] range","detail":"{range_begin:/registry/masterleases/199.19.213.193; range_end:; response_count:1; response_revision:3017; }","duration":"265.230026ms","start":"2026-07-07T16:10:33.428556Z","end":"2026-07-07T16:10:33.693787Z","steps":["trace[1556947175] 'range keys from in-memory index tree' (duration: 264.811137ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:10:33.693882Z","caller":"traceutil/trace.go:171","msg":"trace[1204554639] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3017; }","duration":"253.848247ms","start":"2026-07-07T16:10:33.439998Z","end":"2026-07-07T16:10:33.693846Z","steps":["trace[1204554639] 'range keys from in-memory index tree' (duration: 253.502928ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:10:34.54444Z","caller":"traceutil/trace.go:171","msg":"trace[1254570538] transaction","detail":"{read_only:false; response_revision:3019; number_of_response:1; }","duration":"186.87937ms","start":"2026-07-07T16:10:34.357523Z","end":"2026-07-07T16:10:34.544403Z","steps":["trace[1254570538] 'process raft request' (duration: 186.672125ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:10:34.573339Z","caller":"traceutil/trace.go:171","msg":"trace[499515219] transaction","detail":"{read_only:false; response_revision:3021; number_of_response:1; }","duration":"215.260722ms","start":"2026-07-07T16:10:34.35805Z","end":"2026-07-07T16:10:34.573311Z","steps":["trace[499515219] 'process raft request' (duration: 215.18632ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:10:34.573395Z","caller":"traceutil/trace.go:171","msg":"trace[2101442580] transaction","detail":"{read_only:false; response_revision:3020; number_of_response:1; }","duration":"215.727623ms","start":"2026-07-07T16:10:34.357599Z","end":"2026-07-07T16:10:34.573326Z","steps":["trace[2101442580] 'process raft request' (duration: 215.468397ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:10:34.573643Z","caller":"traceutil/trace.go:171","msg":"trace[1670035043] linearizableReadLoop","detail":"{readStateIndex:3141; appliedIndex:3137; }","duration":"123.17812ms","start":"2026-07-07T16:10:34.450381Z","end":"2026-07-07T16:10:34.573559Z","steps":["trace[1670035043] 'read index received' (duration: 93.831764ms)","trace[1670035043] 'applied index is now lower than readState.Index' (duration: 29.341836ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:10:34.573787Z","caller":"traceutil/trace.go:171","msg":"trace[1072901474] transaction","detail":"{read_only:false; response_revision:3022; number_of_response:1; }","duration":"215.228751ms","start":"2026-07-07T16:10:34.358482Z","end":"2026-07-07T16:10:34.573711Z","steps":["trace[1072901474] 'process raft request' (duration: 214.793781ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:10:34.573922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.525328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-07T16:10:34.573977Z","caller":"traceutil/trace.go:171","msg":"trace[952517143] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3022; }","duration":"123.63575ms","start":"2026-07-07T16:10:34.450325Z","end":"2026-07-07T16:10:34.573961Z","steps":["trace[952517143] 'agreement among raft nodes before linearized reading' (duration: 123.465926ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:10:40.671223Z","caller":"traceutil/trace.go:171","msg":"trace[1128654414] transaction","detail":"{read_only:false; response_revision:3052; number_of_response:1; }","duration":"106.357181ms","start":"2026-07-07T16:10:40.564837Z","end":"2026-07-07T16:10:40.671194Z","steps":["trace[1128654414] 'process raft request' (duration: 106.174966ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:10:40.703536Z","caller":"traceutil/trace.go:171","msg":"trace[264215024] transaction","detail":"{read_only:false; response_revision:3053; number_of_response:1; }","duration":"108.437599ms","start":"2026-07-07T16:10:40.595076Z","end":"2026-07-07T16:10:40.703514Z","steps":["trace[264215024] 'process raft request' (duration: 88.562827ms)","trace[264215024] 'compare' (duration: 19.721638ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:10:40.703711Z","caller":"traceutil/trace.go:171","msg":"trace[1569447150] transaction","detail":"{read_only:false; response_revision:3054; number_of_response:1; }","duration":"108.520131ms","start":"2026-07-07T16:10:40.595171Z","end":"2026-07-07T16:10:40.703692Z","steps":["trace[1569447150] 'process raft request' (duration: 108.291465ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:10:40.703797Z","caller":"traceutil/trace.go:171","msg":"trace[955096003] transaction","detail":"{read_only:false; response_revision:3055; number_of_response:1; }","duration":"107.18427ms","start":"2026-07-07T16:10:40.5966Z","end":"2026-07-07T16:10:40.703784Z","steps":["trace[955096003] 'process raft request' (duration: 107.048887ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:10:55.882094Z","caller":"traceutil/trace.go:171","msg":"trace[1368855170] transaction","detail":"{read_only:false; response_revision:3139; number_of_response:1; }","duration":"122.666429ms","start":"2026-07-07T16:10:55.7594Z","end":"2026-07-07T16:10:55.882067Z","steps":["trace[1368855170] 'process raft request' (duration: 122.485855ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:13:26.506716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.100198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T16:13:26.506825Z","caller":"traceutil/trace.go:171","msg":"trace[188256780] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:4134; }","duration":"271.226931ms","start":"2026-07-07T16:13:26.235579Z","end":"2026-07-07T16:13:26.506806Z","steps":["trace[188256780] 'count revisions from in-memory index tree' (duration: 271.036945ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:13:26.506862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.871352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-07T16:13:26.506969Z","caller":"traceutil/trace.go:171","msg":"trace[1979110676] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4134; }","duration":"223.018126ms","start":"2026-07-07T16:13:26.283923Z","end":"2026-07-07T16:13:26.506942Z","steps":["trace[1979110676] 'range keys from in-memory index tree' (duration: 222.677448ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:13:26.507204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.913516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-07T16:13:26.507396Z","caller":"traceutil/trace.go:171","msg":"trace[1040365055] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4134; }","duration":"185.13099ms","start":"2026-07-07T16:13:26.322203Z","end":"2026-07-07T16:13:26.507334Z","steps":["trace[1040365055] 'range keys from in-memory index tree' (duration: 184.615038ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:13:26.717636Z","caller":"traceutil/trace.go:171","msg":"trace[1556199541] linearizableReadLoop","detail":"{readStateIndex:4297; appliedIndex:4296; }","duration":"186.853163ms","start":"2026-07-07T16:13:26.530751Z","end":"2026-07-07T16:13:26.717604Z","steps":["trace[1556199541] 'read index received' (duration: 122.003557ms)","trace[1556199541] 'applied index is now lower than readState.Index' (duration: 64.848566ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:13:26.717878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.106398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-grafana-client-secret\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-07-07T16:13:26.717923Z","caller":"traceutil/trace.go:171","msg":"trace[1766456083] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-grafana-client-secret; range_end:; response_count:1; response_revision:4136; }","duration":"187.197171ms","start":"2026-07-07T16:13:26.530709Z","end":"2026-07-07T16:13:26.717906Z","steps":["trace[1766456083] 'agreement among raft nodes before linearized reading' (duration: 187.028377ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:13:26.717771Z","caller":"traceutil/trace.go:171","msg":"trace[944127648] transaction","detail":"{read_only:false; response_revision:4136; number_of_response:1; }","duration":"204.064088ms","start":"2026-07-07T16:13:26.513661Z","end":"2026-07-07T16:13:26.717725Z","steps":["trace[944127648] 'process raft request' (duration: 139.09872ms)","trace[944127648] 'compare' (duration: 64.718583ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:13:31.899054Z","caller":"traceutil/trace.go:171","msg":"trace[882770877] transaction","detail":"{read_only:false; response_revision:4162; number_of_response:1; }","duration":"139.251233ms","start":"2026-07-07T16:13:31.759771Z","end":"2026-07-07T16:13:31.899022Z","steps":["trace[882770877] 'process raft request' (duration: 139.036958ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:14:55.766216Z","caller":"traceutil/trace.go:171","msg":"trace[1179102588] transaction","detail":"{read_only:false; response_revision:5138; number_of_response:1; }","duration":"192.035516ms","start":"2026-07-07T16:14:55.574166Z","end":"2026-07-07T16:14:55.766201Z","steps":["trace[1179102588] 'process raft request' (duration: 185.654742ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:14:57.566403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.720062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:9 size:72161"} {"level":"info","ts":"2026-07-07T16:14:57.566479Z","caller":"traceutil/trace.go:171","msg":"trace[2077566324] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:9; response_revision:5180; }","duration":"117.829154ms","start":"2026-07-07T16:14:57.448635Z","end":"2026-07-07T16:14:57.566465Z","steps":["trace[2077566324] 'agreement among raft nodes before linearized reading' (duration: 117.591058ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:14:57.567127Z","caller":"traceutil/trace.go:171","msg":"trace[1143271874] transaction","detail":"{read_only:false; response_revision:5180; number_of_response:1; }","duration":"115.723504ms","start":"2026-07-07T16:14:57.451388Z","end":"2026-07-07T16:14:57.567111Z","steps":["trace[1143271874] 'process raft request' (duration: 114.507304ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:14:59.33613Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004014618,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T16:14:59.732475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.097139ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-07T16:14:59.732627Z","caller":"traceutil/trace.go:171","msg":"trace[1456124311] linearizableReadLoop","detail":"{readStateIndex:5408; appliedIndex:5407; }","duration":"896.566462ms","start":"2026-07-07T16:14:58.836037Z","end":"2026-07-07T16:14:59.732603Z","steps":["trace[1456124311] 'read index received' (duration: 614.101214ms)","trace[1456124311] 'applied index is now lower than readState.Index' (duration: 282.462487ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:14:59.732841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.788078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-07T16:14:59.732878Z","caller":"traceutil/trace.go:171","msg":"trace[273129696] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5205; }","duration":"896.867869ms","start":"2026-07-07T16:14:58.835998Z","end":"2026-07-07T16:14:59.732866Z","steps":["trace[273129696] 'agreement among raft nodes before linearized reading' (duration: 896.699835ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:14:59.732912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:14:58.835982Z","time spent":"896.922251ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-07T16:14:59.73305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.618745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-07T16:14:59.733125Z","caller":"traceutil/trace.go:171","msg":"trace[2056023257] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5205; }","duration":"517.759808ms","start":"2026-07-07T16:14:59.215347Z","end":"2026-07-07T16:14:59.733107Z","steps":["trace[2056023257] 'agreement among raft nodes before linearized reading' (duration: 517.542582ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:14:59.733167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:14:59.215323Z","time spent":"517.83655ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-07T16:14:59.733299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.164889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-9txv6.18c00e0c4e486d9a\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-07-07T16:14:59.733325Z","caller":"traceutil/trace.go:171","msg":"trace[1188322454] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-9txv6.18c00e0c4e486d9a; range_end:; response_count:1; response_revision:5205; }","duration":"267.230331ms","start":"2026-07-07T16:14:59.466086Z","end":"2026-07-07T16:14:59.733316Z","steps":["trace[1188322454] 'agreement among raft nodes before linearized reading' (duration: 267.161639ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:14:59.733375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.549234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-07T16:14:59.733466Z","caller":"traceutil/trace.go:171","msg":"trace[1555675294] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5205; }","duration":"696.650846ms","start":"2026-07-07T16:14:59.036797Z","end":"2026-07-07T16:14:59.733448Z","steps":["trace[1555675294] 'agreement among raft nodes before linearized reading' (duration: 696.39718ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:14:59.733503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.674808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e80fa700-30dc-4939-89ab-6346bf335128\" ","response":"range_response_count:1 size:4063"} {"level":"warn","ts":"2026-07-07T16:14:59.733513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:14:59.036732Z","time spent":"696.772549ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-07T16:14:59.733527Z","caller":"traceutil/trace.go:171","msg":"trace[1279029331] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e80fa700-30dc-4939-89ab-6346bf335128; range_end:; response_count:1; response_revision:5205; }","duration":"433.699299ms","start":"2026-07-07T16:14:59.299821Z","end":"2026-07-07T16:14:59.73352Z","steps":["trace[1279029331] 'agreement among raft nodes before linearized reading' (duration: 433.624257ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:14:59.733505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.36386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:14:59.733555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:14:59.299756Z","time spent":"433.792911ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4086,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e80fa700-30dc-4939-89ab-6346bf335128\" "} {"level":"info","ts":"2026-07-07T16:14:59.733585Z","caller":"traceutil/trace.go:171","msg":"trace[1369560617] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5205; }","duration":"626.488983ms","start":"2026-07-07T16:14:59.107078Z","end":"2026-07-07T16:14:59.733567Z","steps":["trace[1369560617] 'agreement among raft nodes before linearized reading' (duration: 626.35797ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:14:59.733572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.927562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-9txv6\" ","response":"range_response_count:1 size:9871"} {"level":"warn","ts":"2026-07-07T16:14:59.733516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.992648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-afd90f60-d56f-44bb-8291-e25512981a69\" ","response":"range_response_count:1 size:4082"} {"level":"warn","ts":"2026-07-07T16:14:59.73363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:14:59.107057Z","time spent":"626.564654ms","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-07T16:14:59.733662Z","caller":"traceutil/trace.go:171","msg":"trace[170590886] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-9txv6; range_end:; response_count:1; response_revision:5205; }","duration":"269.074236ms","start":"2026-07-07T16:14:59.464564Z","end":"2026-07-07T16:14:59.733638Z","steps":["trace[170590886] 'agreement among raft nodes before linearized reading' (duration: 268.805819ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:14:59.733673Z","caller":"traceutil/trace.go:171","msg":"trace[1023450388] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-afd90f60-d56f-44bb-8291-e25512981a69; range_end:; response_count:1; response_revision:5205; }","duration":"872.160373ms","start":"2026-07-07T16:14:58.861489Z","end":"2026-07-07T16:14:59.733649Z","steps":["trace[1023450388] 'agreement among raft nodes before linearized reading' (duration: 871.951408ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:14:59.733715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:14:58.861474Z","time spent":"872.229254ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4105,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-afd90f60-d56f-44bb-8291-e25512981a69\" "} {"level":"warn","ts":"2026-07-07T16:14:59.734205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.058681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-07T16:14:59.734344Z","caller":"traceutil/trace.go:171","msg":"trace[485708822] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5205; }","duration":"889.304057ms","start":"2026-07-07T16:14:58.845016Z","end":"2026-07-07T16:14:59.73432Z","steps":["trace[485708822] 'agreement among raft nodes before linearized reading' (duration: 887.800681ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:14:59.734426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:14:58.844992Z","time spent":"889.421639ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-07T16:14:59.838912Z","caller":"traceutil/trace.go:171","msg":"trace[1088392200] transaction","detail":"{read_only:false; response_revision:5206; number_of_response:1; }","duration":"102.649158ms","start":"2026-07-07T16:14:59.736233Z","end":"2026-07-07T16:14:59.838882Z","steps":["trace[1088392200] 'process raft request' (duration: 102.453323ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:14:59.932183Z","caller":"traceutil/trace.go:171","msg":"trace[924388300] transaction","detail":"{read_only:false; response_revision:5209; number_of_response:1; }","duration":"193.49337ms","start":"2026-07-07T16:14:59.738653Z","end":"2026-07-07T16:14:59.932146Z","steps":["trace[924388300] 'process raft request' (duration: 193.362647ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:14:59.932216Z","caller":"traceutil/trace.go:171","msg":"trace[1317166499] transaction","detail":"{read_only:false; response_revision:5207; number_of_response:1; }","duration":"193.760657ms","start":"2026-07-07T16:14:59.738414Z","end":"2026-07-07T16:14:59.932175Z","steps":["trace[1317166499] 'process raft request' (duration: 193.227464ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:14:59.932299Z","caller":"traceutil/trace.go:171","msg":"trace[526975506] transaction","detail":"{read_only:false; response_revision:5208; number_of_response:1; }","duration":"193.729386ms","start":"2026-07-07T16:14:59.738525Z","end":"2026-07-07T16:14:59.932254Z","steps":["trace[526975506] 'process raft request' (duration: 193.391088ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:14:59.93266Z","caller":"traceutil/trace.go:171","msg":"trace[1344019035] transaction","detail":"{read_only:false; response_revision:5210; number_of_response:1; }","duration":"193.977732ms","start":"2026-07-07T16:14:59.738657Z","end":"2026-07-07T16:14:59.932635Z","steps":["trace[1344019035] 'process raft request' (duration: 193.434529ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:14:59.932965Z","caller":"traceutil/trace.go:171","msg":"trace[1004835143] linearizableReadLoop","detail":"{readStateIndex:5410; appliedIndex:5409; }","duration":"194.403163ms","start":"2026-07-07T16:14:59.738548Z","end":"2026-07-07T16:14:59.932951Z","steps":["trace[1004835143] 'read index received' (duration: 100.333862ms)","trace[1004835143] 'applied index is now lower than readState.Index' (duration: 94.068411ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:14:59.932984Z","caller":"traceutil/trace.go:171","msg":"trace[1866114916] transaction","detail":"{read_only:false; response_revision:5211; number_of_response:1; }","duration":"189.074654ms","start":"2026-07-07T16:14:59.743889Z","end":"2026-07-07T16:14:59.932964Z","steps":["trace[1866114916] 'process raft request' (duration: 188.702935ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:14:59.933054Z","caller":"traceutil/trace.go:171","msg":"trace[1721345828] transaction","detail":"{read_only:false; response_revision:5212; number_of_response:1; }","duration":"134.847275ms","start":"2026-07-07T16:14:59.798197Z","end":"2026-07-07T16:14:59.933044Z","steps":["trace[1721345828] 'process raft request' (duration: 134.699691ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:14:59.933273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.69144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-afd90f60-d56f-44bb-8291-e25512981a69\" ","response":"range_response_count:1 size:4082"} {"level":"info","ts":"2026-07-07T16:14:59.933327Z","caller":"traceutil/trace.go:171","msg":"trace[364757515] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-afd90f60-d56f-44bb-8291-e25512981a69; range_end:; response_count:1; response_revision:5212; }","duration":"194.783141ms","start":"2026-07-07T16:14:59.738528Z","end":"2026-07-07T16:14:59.933311Z","steps":["trace[364757515] 'agreement among raft nodes before linearized reading' (duration: 194.580717ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:14:59.971442Z","caller":"traceutil/trace.go:171","msg":"trace[2058581289] transaction","detail":"{read_only:false; response_revision:5213; number_of_response:1; }","duration":"109.765389ms","start":"2026-07-07T16:14:59.861651Z","end":"2026-07-07T16:14:59.971417Z","steps":["trace[2058581289] 'process raft request' (duration: 98.006405ms)","trace[2058581289] 'compare' (duration: 11.329724ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:14:59.971515Z","caller":"traceutil/trace.go:171","msg":"trace[1867153451] transaction","detail":"{read_only:false; response_revision:5214; number_of_response:1; }","duration":"109.78041ms","start":"2026-07-07T16:14:59.861708Z","end":"2026-07-07T16:14:59.971488Z","steps":["trace[1867153451] 'process raft request' (duration: 109.591465ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:14:59.971636Z","caller":"traceutil/trace.go:171","msg":"trace[738015129] transaction","detail":"{read_only:false; response_revision:5215; number_of_response:1; }","duration":"108.56108ms","start":"2026-07-07T16:14:59.863061Z","end":"2026-07-07T16:14:59.971622Z","steps":["trace[738015129] 'process raft request' (duration: 108.340135ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:15:02.402492Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004014831,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T16:15:02.903658Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004014831,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T16:15:03.008277Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.256298735s","expected-duration":"1s"} {"level":"info","ts":"2026-07-07T16:15:03.009Z","caller":"traceutil/trace.go:171","msg":"trace[886500973] transaction","detail":"{read_only:false; response_revision:5341; number_of_response:1; }","duration":"1.257052724s","start":"2026-07-07T16:15:01.751864Z","end":"2026-07-07T16:15:03.008916Z","steps":["trace[886500973] 'process raft request' (duration: 1.256849439s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:15:03.009188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:15:01.751841Z","time spent":"1.25728122s","remote":"127.0.0.1:42648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2899,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T16:15:03.01573Z","caller":"traceutil/trace.go:171","msg":"trace[1126252614] transaction","detail":"{read_only:false; response_revision:5342; number_of_response:1; }","duration":"1.077116991s","start":"2026-07-07T16:15:01.938592Z","end":"2026-07-07T16:15:03.015709Z","steps":["trace[1126252614] 'process raft request' (duration: 1.076943206s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:15:03.01588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:15:01.938553Z","time spent":"1.077225983s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:15:03.016171Z","caller":"traceutil/trace.go:171","msg":"trace[2078844111] transaction","detail":"{read_only:false; response_revision:5343; number_of_response:1; }","duration":"1.039627965s","start":"2026-07-07T16:15:01.976526Z","end":"2026-07-07T16:15:03.016154Z","steps":["trace[2078844111] 'process raft request' (duration: 1.039134983s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:15:03.016242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:15:01.976498Z","time spent":"1.039706427s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:15:03.016247Z","caller":"traceutil/trace.go:171","msg":"trace[148452831] transaction","detail":"{read_only:false; response_revision:5344; number_of_response:1; }","duration":"1.039603804s","start":"2026-07-07T16:15:01.976628Z","end":"2026-07-07T16:15:03.016232Z","steps":["trace[148452831] 'process raft request' (duration: 1.039301187s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:15:03.016317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:15:01.976598Z","time spent":"1.039680726s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:15:03.016332Z","caller":"traceutil/trace.go:171","msg":"trace[511287127] transaction","detail":"{read_only:false; response_revision:5345; number_of_response:1; }","duration":"1.038481987s","start":"2026-07-07T16:15:01.977838Z","end":"2026-07-07T16:15:03.01632Z","steps":["trace[511287127] 'process raft request' (duration: 1.038298023s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:15:03.016322Z","caller":"traceutil/trace.go:171","msg":"trace[793031473] linearizableReadLoop","detail":"{readStateIndex:5553; appliedIndex:5547; }","duration":"1.114849921s","start":"2026-07-07T16:15:01.901433Z","end":"2026-07-07T16:15:03.016283Z","steps":["trace[793031473] 'read index received' (duration: 1.107122485s)","trace[793031473] 'applied index is now lower than readState.Index' (duration: 7.726306ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:15:03.016384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:15:01.977824Z","time spent":"1.038529079s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:15:03.016414Z","caller":"traceutil/trace.go:171","msg":"trace[800891261] transaction","detail":"{read_only:false; response_revision:5346; number_of_response:1; }","duration":"678.092628ms","start":"2026-07-07T16:15:02.33831Z","end":"2026-07-07T16:15:03.016403Z","steps":["trace[800891261] 'process raft request' (duration: 677.893003ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:15:03.01649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:15:02.338285Z","time spent":"678.15656ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:15:03.016696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.165705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-9txv6-tls\" ","response":"range_response_count:1 size:1967"} {"level":"info","ts":"2026-07-07T16:15:03.016738Z","caller":"traceutil/trace.go:171","msg":"trace[850262285] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-9txv6-tls; range_end:; response_count:1; response_revision:5346; }","duration":"858.243897ms","start":"2026-07-07T16:15:02.158483Z","end":"2026-07-07T16:15:03.016727Z","steps":["trace[850262285] 'agreement among raft nodes before linearized reading' (duration: 858.078813ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:15:03.016768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:15:02.158466Z","time spent":"858.293688ms","remote":"127.0.0.1:40360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":1990,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-9txv6-tls\" "} {"level":"warn","ts":"2026-07-07T16:15:03.01691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.115483366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:728899"} {"level":"info","ts":"2026-07-07T16:15:03.016955Z","caller":"traceutil/trace.go:171","msg":"trace[1235208796] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:5346; }","duration":"1.115528057s","start":"2026-07-07T16:15:01.901414Z","end":"2026-07-07T16:15:03.016942Z","steps":["trace[1235208796] 'agreement among raft nodes before linearized reading' (duration: 1.115059336s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:15:03.016985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:15:01.901357Z","time spent":"1.11562031s","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":728922,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-07-07T16:15:03.016984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.780331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:15:03.016915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020060863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p22f7\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-07-07T16:15:03.01709Z","caller":"traceutil/trace.go:171","msg":"trace[2060397841] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p22f7; range_end:; response_count:1; response_revision:5346; }","duration":"1.020267238s","start":"2026-07-07T16:15:01.996801Z","end":"2026-07-07T16:15:03.017068Z","steps":["trace[2060397841] 'agreement among raft nodes before linearized reading' (duration: 1.019870139s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:15:03.017106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080048671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-07T16:15:03.017186Z","caller":"traceutil/trace.go:171","msg":"trace[706153151] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5346; }","duration":"1.080520252s","start":"2026-07-07T16:15:01.936652Z","end":"2026-07-07T16:15:03.017173Z","steps":["trace[706153151] 'agreement among raft nodes before linearized reading' (duration: 1.079904337s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:15:03.017101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.035598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ac93b45a-a10a-45b3-8135-566473d7623f\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-07-07T16:15:03.01745Z","caller":"traceutil/trace.go:171","msg":"trace[204607618] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ac93b45a-a10a-45b3-8135-566473d7623f; range_end:; response_count:1; response_revision:5346; }","duration":"521.219472ms","start":"2026-07-07T16:15:02.496023Z","end":"2026-07-07T16:15:03.017242Z","steps":["trace[204607618] 'agreement among raft nodes before linearized reading' (duration: 521.015937ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:15:03.017461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.293432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-07T16:15:03.017476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:15:01.936635Z","time spent":"1.080616005s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-07T16:15:03.017488Z","caller":"traceutil/trace.go:171","msg":"trace[1591963595] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5346; }","duration":"581.365843ms","start":"2026-07-07T16:15:02.436113Z","end":"2026-07-07T16:15:03.017479Z","steps":["trace[1591963595] 'agreement among raft nodes before linearized reading' (duration: 581.110987ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:15:03.017459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078725189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-07T16:15:03.01759Z","caller":"traceutil/trace.go:171","msg":"trace[2048346008] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5346; }","duration":"1.079091748s","start":"2026-07-07T16:15:01.93847Z","end":"2026-07-07T16:15:03.017562Z","steps":["trace[2048346008] 'agreement among raft nodes before linearized reading' (duration: 1.078508484s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:15:03.017205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.714609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T16:15:03.017694Z","caller":"traceutil/trace.go:171","msg":"trace[1239547061] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:5346; }","duration":"579.225842ms","start":"2026-07-07T16:15:02.438456Z","end":"2026-07-07T16:15:03.017682Z","steps":["trace[1239547061] 'agreement among raft nodes before linearized reading' (duration: 578.664299ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:15:03.017702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079067587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-07T16:15:03.017764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079065837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-07T16:15:03.017022Z","caller":"traceutil/trace.go:171","msg":"trace[1575062602] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:5346; }","duration":"167.816972ms","start":"2026-07-07T16:15:02.849191Z","end":"2026-07-07T16:15:03.017008Z","steps":["trace[1575062602] 'agreement among raft nodes before linearized reading' (duration: 167.75804ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:15:03.017795Z","caller":"traceutil/trace.go:171","msg":"trace[1165231447] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5346; }","duration":"1.07916026s","start":"2026-07-07T16:15:01.938626Z","end":"2026-07-07T16:15:03.017786Z","steps":["trace[1165231447] 'agreement among raft nodes before linearized reading' (duration: 1.079043287s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:15:03.017797Z","caller":"traceutil/trace.go:171","msg":"trace[800734691] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5346; }","duration":"1.079182851s","start":"2026-07-07T16:15:01.938596Z","end":"2026-07-07T16:15:03.017779Z","steps":["trace[800734691] 'agreement among raft nodes before linearized reading' (duration: 1.078296809s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:15:03.017853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:15:01.938605Z","time spent":"1.079220141s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-07T16:15:03.017518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:15:02.436089Z","time spent":"581.420945ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-07T16:15:03.017479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:15:02.496003Z","time spent":"521.466908ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ac93b45a-a10a-45b3-8135-566473d7623f\" "} {"level":"warn","ts":"2026-07-07T16:15:03.018025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.543828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-07T16:15:03.018156Z","caller":"traceutil/trace.go:171","msg":"trace[2077246102] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5346; }","duration":"958.716932ms","start":"2026-07-07T16:15:02.059428Z","end":"2026-07-07T16:15:03.018145Z","steps":["trace[2077246102] 'agreement among raft nodes before linearized reading' (duration: 958.281992ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:15:03.018232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:15:02.059402Z","time spent":"958.818875ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-07T16:15:03.018047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:15:01.938588Z","time spent":"1.079447467s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-07T16:15:03.017631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.356514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ac93b45a-a10a-45b3-8135-566473d7623f\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-07-07T16:15:03.018419Z","caller":"traceutil/trace.go:171","msg":"trace[1129990818] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ac93b45a-a10a-45b3-8135-566473d7623f; range_end:; response_count:1; response_revision:5346; }","duration":"640.191064ms","start":"2026-07-07T16:15:02.378215Z","end":"2026-07-07T16:15:03.018406Z","steps":["trace[1129990818] 'agreement among raft nodes before linearized reading' (duration: 639.322833ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:15:03.018463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:15:02.378175Z","time spent":"640.274246ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ac93b45a-a10a-45b3-8135-566473d7623f\" "} {"level":"warn","ts":"2026-07-07T16:15:03.017643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:15:01.938451Z","time spent":"1.07918155s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-07T16:15:03.017597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.585931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:15:03.018668Z","caller":"traceutil/trace.go:171","msg":"trace[1831494378] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5346; }","duration":"911.697568ms","start":"2026-07-07T16:15:02.106961Z","end":"2026-07-07T16:15:03.018658Z","steps":["trace[1831494378] 'agreement among raft nodes before linearized reading' (duration: 910.573961ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:15:03.018695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:15:02.106939Z","time spent":"911.748128ms","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T16:15:03.017786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:15:02.438445Z","time spent":"579.325134ms","remote":"127.0.0.1:44856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":85,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:15:03.017196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:15:01.996781Z","time spent":"1.020377161s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-p22f7\" "} {"level":"warn","ts":"2026-07-07T16:15:03.730186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.668692ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:15:03.730347Z","caller":"traceutil/trace.go:171","msg":"trace[690942912] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5356; }","duration":"173.838296ms","start":"2026-07-07T16:15:03.556486Z","end":"2026-07-07T16:15:03.730324Z","steps":["trace[690942912] 'range keys from in-memory index tree' (duration: 173.649362ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:15:03.730366Z","caller":"traceutil/trace.go:171","msg":"trace[3410204] linearizableReadLoop","detail":"{readStateIndex:5565; appliedIndex:5564; }","duration":"222.690116ms","start":"2026-07-07T16:15:03.507618Z","end":"2026-07-07T16:15:03.730308Z","steps":["trace[3410204] 'read index received' (duration: 191.975554ms)","trace[3410204] 'applied index is now lower than readState.Index' (duration: 30.713362ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:15:03.730525Z","caller":"traceutil/trace.go:171","msg":"trace[2043026092] transaction","detail":"{read_only:false; response_revision:5357; number_of_response:1; }","duration":"222.953641ms","start":"2026-07-07T16:15:03.50755Z","end":"2026-07-07T16:15:03.730504Z","steps":["trace[2043026092] 'process raft request' (duration: 192.039685ms)","trace[2043026092] 'compare' (duration: 30.570418ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:15:03.730704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.316251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:15:03.730784Z","caller":"traceutil/trace.go:171","msg":"trace[1814686327] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:0; response_revision:5357; }","duration":"100.442455ms","start":"2026-07-07T16:15:03.63032Z","end":"2026-07-07T16:15:03.730762Z","steps":["trace[1814686327] 'agreement among raft nodes before linearized reading' (duration: 100.300901ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:15:03.730886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.237969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ac93b45a-a10a-45b3-8135-566473d7623f\" ","response":"range_response_count:1 size:3721"} {"level":"info","ts":"2026-07-07T16:15:03.730984Z","caller":"traceutil/trace.go:171","msg":"trace[1202568940] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ac93b45a-a10a-45b3-8135-566473d7623f; range_end:; response_count:1; response_revision:5357; }","duration":"223.381482ms","start":"2026-07-07T16:15:03.507578Z","end":"2026-07-07T16:15:03.730959Z","steps":["trace[1202568940] 'agreement among raft nodes before linearized reading' (duration: 223.122706ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:15:05.5318Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004014913,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-07T16:15:05.540144Z","caller":"traceutil/trace.go:171","msg":"trace[68982076] transaction","detail":"{read_only:false; response_revision:5379; number_of_response:1; }","duration":"514.694134ms","start":"2026-07-07T16:15:05.025424Z","end":"2026-07-07T16:15:05.540118Z","steps":["trace[68982076] 'process raft request' (duration: 514.438118ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:15:05.540279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:15:05.02539Z","time spent":"514.808257ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:15:05.800647Z","caller":"traceutil/trace.go:171","msg":"trace[132696417] linearizableReadLoop","detail":"{readStateIndex:5591; appliedIndex:5587; }","duration":"769.843482ms","start":"2026-07-07T16:15:05.030779Z","end":"2026-07-07T16:15:05.800623Z","steps":["trace[132696417] 'read index received' (duration: 509.055787ms)","trace[132696417] 'applied index is now lower than readState.Index' (duration: 260.786525ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:15:05.800701Z","caller":"traceutil/trace.go:171","msg":"trace[1627455045] transaction","detail":"{read_only:false; response_revision:5380; number_of_response:1; }","duration":"774.239768ms","start":"2026-07-07T16:15:05.026427Z","end":"2026-07-07T16:15:05.800667Z","steps":["trace[1627455045] 'process raft request' (duration: 741.852567ms)","trace[1627455045] 'compare' (duration: 32.096704ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:15:05.800721Z","caller":"traceutil/trace.go:171","msg":"trace[857941568] transaction","detail":"{read_only:false; response_revision:5381; number_of_response:1; }","duration":"774.198987ms","start":"2026-07-07T16:15:05.026486Z","end":"2026-07-07T16:15:05.800685Z","steps":["trace[857941568] 'process raft request' (duration: 774.049904ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:15:05.800786Z","caller":"traceutil/trace.go:171","msg":"trace[1063390763] transaction","detail":"{read_only:false; response_revision:5382; number_of_response:1; }","duration":"773.649935ms","start":"2026-07-07T16:15:05.027125Z","end":"2026-07-07T16:15:05.800775Z","steps":["trace[1063390763] 'process raft request' (duration: 773.45418ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:15:05.800858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:15:05.026397Z","time spent":"774.365981ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:15:05.800897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:15:05.027117Z","time spent":"773.703506ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:15:05.800926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:15:05.026451Z","time spent":"774.361482ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:15:05.801131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.299767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-07T16:15:05.801137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.485783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:15:05.801178Z","caller":"traceutil/trace.go:171","msg":"trace[1082931738] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5382; }","duration":"766.381159ms","start":"2026-07-07T16:15:05.034785Z","end":"2026-07-07T16:15:05.801167Z","steps":["trace[1082931738] 'agreement among raft nodes before linearized reading' (duration: 766.225405ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:15:05.801187Z","caller":"traceutil/trace.go:171","msg":"trace[888887621] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5382; }","duration":"694.569185ms","start":"2026-07-07T16:15:05.106603Z","end":"2026-07-07T16:15:05.801172Z","steps":["trace[888887621] 'agreement among raft nodes before linearized reading' (duration: 694.484423ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:15:05.801172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.379436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ac93b45a-a10a-45b3-8135-566473d7623f\" ","response":"range_response_count:1 size:3907"} {"level":"warn","ts":"2026-07-07T16:15:05.801227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:15:05.106582Z","time spent":"694.638857ms","remote":"127.0.0.1:44742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T16:15:05.801344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.953478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ac93b45a-a10a-45b3-8135-566473d7623f\" ","response":"range_response_count:1 size:3907"} {"level":"warn","ts":"2026-07-07T16:15:05.801377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.311455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-07T16:15:05.801236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.070408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:15:05.801393Z","caller":"traceutil/trace.go:171","msg":"trace[594224205] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ac93b45a-a10a-45b3-8135-566473d7623f; range_end:; response_count:1; response_revision:5382; }","duration":"430.02967ms","start":"2026-07-07T16:15:05.37135Z","end":"2026-07-07T16:15:05.80138Z","steps":["trace[594224205] 'agreement among raft nodes before linearized reading' (duration: 429.886337ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:15:05.801409Z","caller":"traceutil/trace.go:171","msg":"trace[491177386] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5382; }","duration":"739.392557ms","start":"2026-07-07T16:15:05.062008Z","end":"2026-07-07T16:15:05.801401Z","steps":["trace[491177386] 'agreement among raft nodes before linearized reading' (duration: 739.293334ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:15:05.801407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.567189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p22f7\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-07-07T16:15:05.801382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.173002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-07T16:15:05.80144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:15:05.061979Z","time spent":"739.452819ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-07T16:15:05.801437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:15:05.371338Z","time spent":"430.091222ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3930,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ac93b45a-a10a-45b3-8135-566473d7623f\" "} {"level":"info","ts":"2026-07-07T16:15:05.801451Z","caller":"traceutil/trace.go:171","msg":"trace[2111552312] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p22f7; range_end:; response_count:1; response_revision:5382; }","duration":"765.618891ms","start":"2026-07-07T16:15:05.03582Z","end":"2026-07-07T16:15:05.801439Z","steps":["trace[2111552312] 'agreement among raft nodes before linearized reading' (duration: 765.509388ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:15:05.80148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:15:05.035814Z","time spent":"765.659632ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-p22f7\" "} {"level":"warn","ts":"2026-07-07T16:15:05.801211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:15:05.034767Z","time spent":"766.43638ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-07T16:15:05.801473Z","caller":"traceutil/trace.go:171","msg":"trace[1710785325] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5382; }","duration":"739.296715ms","start":"2026-07-07T16:15:05.062161Z","end":"2026-07-07T16:15:05.801457Z","steps":["trace[1710785325] 'agreement among raft nodes before linearized reading' (duration: 739.127521ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:15:05.801478Z","caller":"traceutil/trace.go:171","msg":"trace[557425798] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:5382; }","duration":"381.313804ms","start":"2026-07-07T16:15:05.420116Z","end":"2026-07-07T16:15:05.80143Z","steps":["trace[557425798] 'agreement among raft nodes before linearized reading' (duration: 381.090468ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:15:05.801513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.343976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-07T16:15:05.801546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:15:05.062142Z","time spent":"739.388517ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-07T16:15:05.80157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.156658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-07T16:15:05.801587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:15:05.420094Z","time spent":"381.464198ms","remote":"127.0.0.1:45040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:15:05.80159Z","caller":"traceutil/trace.go:171","msg":"trace[1736857784] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5382; }","duration":"739.48255ms","start":"2026-07-07T16:15:05.062086Z","end":"2026-07-07T16:15:05.801569Z","steps":["trace[1736857784] 'agreement among raft nodes before linearized reading' (duration: 739.184983ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:15:05.801252Z","caller":"traceutil/trace.go:171","msg":"trace[1902412479] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ac93b45a-a10a-45b3-8135-566473d7623f; range_end:; response_count:1; response_revision:5382; }","duration":"770.488098ms","start":"2026-07-07T16:15:05.030743Z","end":"2026-07-07T16:15:05.801231Z","steps":["trace[1902412479] 'agreement among raft nodes before linearized reading' (duration: 770.263302ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:15:05.801647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:15:05.030728Z","time spent":"770.907078ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3930,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ac93b45a-a10a-45b3-8135-566473d7623f\" "} {"level":"warn","ts":"2026-07-07T16:15:05.801641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:15:05.062067Z","time spent":"739.561681ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-07T16:15:05.801605Z","caller":"traceutil/trace.go:171","msg":"trace[1232749556] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5382; }","duration":"738.497326ms","start":"2026-07-07T16:15:05.0631Z","end":"2026-07-07T16:15:05.801597Z","steps":["trace[1232749556] 'agreement among raft nodes before linearized reading' (duration: 738.126127ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:15:05.801896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:15:05.063094Z","time spent":"738.793923ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-07T16:15:05.802384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.932979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:787084"} {"level":"info","ts":"2026-07-07T16:15:05.802448Z","caller":"traceutil/trace.go:171","msg":"trace[1740510292] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5382; }","duration":"358.034992ms","start":"2026-07-07T16:15:05.444398Z","end":"2026-07-07T16:15:05.802433Z","steps":["trace[1740510292] 'agreement among raft nodes before linearized reading' (duration: 356.813112ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:15:05.802485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:15:05.444371Z","time spent":"358.103784ms","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":787107,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-07-07T16:15:07.445169Z","caller":"traceutil/trace.go:171","msg":"trace[817421445] transaction","detail":"{read_only:false; response_revision:5426; number_of_response:1; }","duration":"101.831168ms","start":"2026-07-07T16:15:07.343313Z","end":"2026-07-07T16:15:07.445144Z","steps":["trace[817421445] 'process raft request' (duration: 101.628363ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:15:08.210605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.284723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:15:08.21069Z","caller":"traceutil/trace.go:171","msg":"trace[484710317] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5445; }","duration":"103.438917ms","start":"2026-07-07T16:15:08.107229Z","end":"2026-07-07T16:15:08.210668Z","steps":["trace[484710317] 'range keys from in-memory index tree' (duration: 103.186191ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:15:08.210899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.287476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-d9bc957f7-l64c7.18c00e0e30b73c64\" ","response":"range_response_count:1 size:895"} {"level":"info","ts":"2026-07-07T16:15:08.210954Z","caller":"traceutil/trace.go:171","msg":"trace[387921304] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-d9bc957f7-l64c7.18c00e0e30b73c64; range_end:; response_count:1; response_revision:5445; }","duration":"152.377068ms","start":"2026-07-07T16:15:08.058565Z","end":"2026-07-07T16:15:08.210942Z","steps":["trace[387921304] 'range keys from in-memory index tree' (duration: 151.966518ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:15:09.992383Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2876} {"level":"info","ts":"2026-07-07T16:15:10.069953Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2876,"took":"76.359013ms","hash":3939891016,"current-db-size-bytes":55693312,"current-db-size":"56 MB","current-db-size-in-use-bytes":30744576,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-07T16:15:10.070032Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3939891016,"revision":2876,"compact-revision":-1} {"level":"info","ts":"2026-07-07T16:15:11.756061Z","caller":"traceutil/trace.go:171","msg":"trace[1068590453] transaction","detail":"{read_only:false; response_revision:5498; number_of_response:1; }","duration":"122.419045ms","start":"2026-07-07T16:15:11.633607Z","end":"2026-07-07T16:15:11.756027Z","steps":["trace[1068590453] 'process raft request' (duration: 122.18019ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:15:11.756032Z","caller":"traceutil/trace.go:171","msg":"trace[1756830793] linearizableReadLoop","detail":"{readStateIndex:5713; appliedIndex:5710; }","duration":"101.737326ms","start":"2026-07-07T16:15:11.654263Z","end":"2026-07-07T16:15:11.756001Z","steps":["trace[1756830793] 'read index received' (duration: 50.56349ms)","trace[1756830793] 'applied index is now lower than readState.Index' (duration: 51.172766ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:15:11.756133Z","caller":"traceutil/trace.go:171","msg":"trace[2079974961] transaction","detail":"{read_only:false; response_revision:5499; number_of_response:1; }","duration":"122.157199ms","start":"2026-07-07T16:15:11.633934Z","end":"2026-07-07T16:15:11.756092Z","steps":["trace[2079974961] 'process raft request' (duration: 122.019966ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:15:11.756252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.942031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:15:11.756319Z","caller":"traceutil/trace.go:171","msg":"trace[1097152358] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:5499; }","duration":"102.080644ms","start":"2026-07-07T16:15:11.654224Z","end":"2026-07-07T16:15:11.756305Z","steps":["trace[1097152358] 'agreement among raft nodes before linearized reading' (duration: 101.89343ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:15:14.936178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.779752ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T16:15:14.936434Z","caller":"traceutil/trace.go:171","msg":"trace[1659916184] linearizableReadLoop","detail":"{readStateIndex:5770; appliedIndex:5768; }","duration":"228.210088ms","start":"2026-07-07T16:15:14.708203Z","end":"2026-07-07T16:15:14.936413Z","steps":["trace[1659916184] 'read index received' (duration: 16.815015ms)","trace[1659916184] 'applied index is now lower than readState.Index' (duration: 211.394123ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:15:14.936557Z","caller":"traceutil/trace.go:171","msg":"trace[1955828424] transaction","detail":"{read_only:false; response_revision:5556; number_of_response:1; }","duration":"227.86933ms","start":"2026-07-07T16:15:14.708677Z","end":"2026-07-07T16:15:14.936547Z","steps":["trace[1955828424] 'process raft request' (duration: 227.612424ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:15:14.936614Z","caller":"traceutil/trace.go:171","msg":"trace[431392347] transaction","detail":"{read_only:false; response_revision:5555; number_of_response:1; }","duration":"228.747421ms","start":"2026-07-07T16:15:14.707831Z","end":"2026-07-07T16:15:14.936579Z","steps":["trace[431392347] 'process raft request' (duration: 91.464107ms)","trace[431392347] 'compare' (duration: 136.652429ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:15:14.937031Z","caller":"traceutil/trace.go:171","msg":"trace[18278811] transaction","detail":"{read_only:false; response_revision:5557; number_of_response:1; }","duration":"226.973599ms","start":"2026-07-07T16:15:14.710039Z","end":"2026-07-07T16:15:14.937013Z","steps":["trace[18278811] 'process raft request' (duration: 226.324333ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:15:14.937222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.990968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12974"} {"level":"info","ts":"2026-07-07T16:15:14.937267Z","caller":"traceutil/trace.go:171","msg":"trace[1002139007] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5557; }","duration":"229.090439ms","start":"2026-07-07T16:15:14.708162Z","end":"2026-07-07T16:15:14.937253Z","steps":["trace[1002139007] 'agreement among raft nodes before linearized reading' (duration: 228.908875ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:15:14.93727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.777948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-07-07T16:15:14.937315Z","caller":"traceutil/trace.go:171","msg":"trace[1919590635] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5557; }","duration":"203.849041ms","start":"2026-07-07T16:15:14.733451Z","end":"2026-07-07T16:15:14.9373Z","steps":["trace[1919590635] 'agreement among raft nodes before linearized reading' (duration: 203.679466ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:15:15.083053Z","caller":"traceutil/trace.go:171","msg":"trace[516151151] transaction","detail":"{read_only:false; response_revision:5558; number_of_response:1; }","duration":"131.106494ms","start":"2026-07-07T16:15:14.951914Z","end":"2026-07-07T16:15:15.083021Z","steps":["trace[516151151] 'process raft request' (duration: 129.259499ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:15:18.994911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.178236ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T16:15:18.995102Z","caller":"traceutil/trace.go:171","msg":"trace[352086496] transaction","detail":"{read_only:false; response_revision:5610; number_of_response:1; }","duration":"923.48793ms","start":"2026-07-07T16:15:18.071582Z","end":"2026-07-07T16:15:18.99507Z","steps":["trace[352086496] 'process raft request' (duration: 705.067468ms)","trace[352086496] 'compare' (duration: 217.8884ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:15:18.995246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:15:18.071554Z","time spent":"923.619764ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:15:18.995122Z","caller":"traceutil/trace.go:171","msg":"trace[809704606] transaction","detail":"{read_only:false; response_revision:5611; number_of_response:1; }","duration":"923.184513ms","start":"2026-07-07T16:15:18.071926Z","end":"2026-07-07T16:15:18.99511Z","steps":["trace[809704606] 'process raft request' (duration: 923.082501ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:15:18.995635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:15:18.071886Z","time spent":"923.663435ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11650,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:15:18.995984Z","caller":"traceutil/trace.go:171","msg":"trace[1865044583] linearizableReadLoop","detail":"{readStateIndex:5826; appliedIndex:5824; }","duration":"924.30708ms","start":"2026-07-07T16:15:18.071665Z","end":"2026-07-07T16:15:18.995972Z","steps":["trace[1865044583] 'read index received' (duration: 78.377312ms)","trace[1865044583] 'applied index is now lower than readState.Index' (duration: 845.928708ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:15:18.996021Z","caller":"traceutil/trace.go:171","msg":"trace[243499779] transaction","detail":"{read_only:false; response_revision:5614; number_of_response:1; }","duration":"917.69905ms","start":"2026-07-07T16:15:18.078277Z","end":"2026-07-07T16:15:18.995976Z","steps":["trace[243499779] 'process raft request' (duration: 917.035384ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:15:18.996031Z","caller":"traceutil/trace.go:171","msg":"trace[482176994] transaction","detail":"{read_only:false; response_revision:5613; number_of_response:1; }","duration":"920.768715ms","start":"2026-07-07T16:15:18.075218Z","end":"2026-07-07T16:15:18.995986Z","steps":["trace[482176994] 'process raft request' (duration: 920.065938ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:15:18.996079Z","caller":"traceutil/trace.go:171","msg":"trace[1983999663] transaction","detail":"{read_only:false; response_revision:5612; number_of_response:1; }","duration":"921.189465ms","start":"2026-07-07T16:15:18.0748Z","end":"2026-07-07T16:15:18.995989Z","steps":["trace[1983999663] 'process raft request' (duration: 920.283063ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:15:18.996226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:15:18.078236Z","time spent":"917.890225ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:15:18.996226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:15:18.075208Z","time spent":"920.98474ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:15:18.99636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:15:18.074783Z","time spent":"921.445041ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:15:19.007736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.046893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-07T16:15:19.007806Z","caller":"traceutil/trace.go:171","msg":"trace[1576896539] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5614; }","duration":"936.187876ms","start":"2026-07-07T16:15:18.071601Z","end":"2026-07-07T16:15:19.007789Z","steps":["trace[1576896539] 'agreement among raft nodes before linearized reading' (duration: 924.452803ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:15:19.007844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:15:18.07156Z","time spent":"936.276189ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-07T16:15:19.007979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.958826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:15:19.008091Z","caller":"traceutil/trace.go:171","msg":"trace[118710655] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5614; }","duration":"901.11917ms","start":"2026-07-07T16:15:18.106944Z","end":"2026-07-07T16:15:19.008063Z","steps":["trace[118710655] 'agreement among raft nodes before linearized reading' (duration: 900.961566ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:15:19.008071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.906715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached-metrics\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:15:19.008156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:15:18.106916Z","time spent":"901.225793ms","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-07T16:15:19.008173Z","caller":"traceutil/trace.go:171","msg":"trace[1187156641] range","detail":"{range_begin:/registry/services/specs/openstack/memcached-metrics; range_end:; response_count:0; response_revision:5614; }","duration":"848.10049ms","start":"2026-07-07T16:15:18.16005Z","end":"2026-07-07T16:15:19.008151Z","steps":["trace[1187156641] 'agreement among raft nodes before linearized reading' (duration: 847.850064ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:15:19.008229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:15:18.160032Z","time spent":"848.181843ms","remote":"127.0.0.1:44934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/memcached-metrics\" "} {"level":"warn","ts":"2026-07-07T16:15:19.008308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.609256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:70795"} {"level":"info","ts":"2026-07-07T16:15:19.008366Z","caller":"traceutil/trace.go:171","msg":"trace[283654611] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5614; }","duration":"931.704788ms","start":"2026-07-07T16:15:18.07665Z","end":"2026-07-07T16:15:19.008355Z","steps":["trace[283654611] 'agreement among raft nodes before linearized reading' (duration: 931.490583ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:15:19.008367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.29643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-07T16:15:19.008496Z","caller":"traceutil/trace.go:171","msg":"trace[876643774] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5614; }","duration":"547.477724ms","start":"2026-07-07T16:15:18.461002Z","end":"2026-07-07T16:15:19.008479Z","steps":["trace[876643774] 'agreement among raft nodes before linearized reading' (duration: 547.150876ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:15:19.008557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:15:18.460976Z","time spent":"547.573257ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-07T16:15:19.008398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:15:18.076637Z","time spent":"931.75185ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":8,"response size":70818,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-07T16:15:21.113539Z","caller":"traceutil/trace.go:171","msg":"trace[1873209037] transaction","detail":"{read_only:false; response_revision:5648; number_of_response:1; }","duration":"107.485095ms","start":"2026-07-07T16:15:21.006026Z","end":"2026-07-07T16:15:21.113511Z","steps":["trace[1873209037] 'process raft request' (duration: 107.169097ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:15:21.123177Z","caller":"traceutil/trace.go:171","msg":"trace[751454661] transaction","detail":"{read_only:false; response_revision:5649; number_of_response:1; }","duration":"116.42526ms","start":"2026-07-07T16:15:21.006723Z","end":"2026-07-07T16:15:21.123149Z","steps":["trace[751454661] 'process raft request' (duration: 116.081642ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:15:21.123244Z","caller":"traceutil/trace.go:171","msg":"trace[2112768130] transaction","detail":"{read_only:false; response_revision:5650; number_of_response:1; }","duration":"116.339879ms","start":"2026-07-07T16:15:21.006867Z","end":"2026-07-07T16:15:21.123207Z","steps":["trace[2112768130] 'process raft request' (duration: 116.126254ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:15:21.123112Z","caller":"traceutil/trace.go:171","msg":"trace[128886431] linearizableReadLoop","detail":"{readStateIndex:5867; appliedIndex:5864; }","duration":"109.390311ms","start":"2026-07-07T16:15:21.013688Z","end":"2026-07-07T16:15:21.123078Z","steps":["trace[128886431] 'read index received' (duration: 99.625595ms)","trace[128886431] 'applied index is now lower than readState.Index' (duration: 9.763076ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:15:21.123491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.729379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p22f7\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-07-07T16:15:21.123573Z","caller":"traceutil/trace.go:171","msg":"trace[1745467557] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p22f7; range_end:; response_count:1; response_revision:5650; }","duration":"109.900452ms","start":"2026-07-07T16:15:21.01366Z","end":"2026-07-07T16:15:21.12356Z","steps":["trace[1745467557] 'agreement among raft nodes before linearized reading' (duration: 109.564334ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:15:26.073347Z","caller":"traceutil/trace.go:171","msg":"trace[633793733] transaction","detail":"{read_only:false; response_revision:5722; number_of_response:1; }","duration":"139.557868ms","start":"2026-07-07T16:15:25.93376Z","end":"2026-07-07T16:15:26.073318Z","steps":["trace[633793733] 'process raft request' (duration: 51.983684ms)","trace[633793733] 'compare' (duration: 87.444271ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:15:26.422022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.499133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-07T16:15:26.422097Z","caller":"traceutil/trace.go:171","msg":"trace[1745588116] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5723; }","duration":"237.657787ms","start":"2026-07-07T16:15:26.18442Z","end":"2026-07-07T16:15:26.422078Z","steps":["trace[1745588116] 'range keys from in-memory index tree' (duration: 237.342999ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:15:27.662123Z","caller":"traceutil/trace.go:171","msg":"trace[560312586] transaction","detail":"{read_only:false; response_revision:5784; number_of_response:1; }","duration":"166.13705ms","start":"2026-07-07T16:15:27.495968Z","end":"2026-07-07T16:15:27.662105Z","steps":["trace[560312586] 'process raft request' (duration: 166.030267ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:15:27.662364Z","caller":"traceutil/trace.go:171","msg":"trace[234915243] linearizableReadLoop","detail":"{readStateIndex:6002; appliedIndex:6002; }","duration":"117.834554ms","start":"2026-07-07T16:15:27.544498Z","end":"2026-07-07T16:15:27.662332Z","steps":["trace[234915243] 'read index received' (duration: 117.819964ms)","trace[234915243] 'applied index is now lower than readState.Index' (duration: 13.19µs)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:15:27.663459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.938711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2224963"} {"level":"info","ts":"2026-07-07T16:15:27.663514Z","caller":"traceutil/trace.go:171","msg":"trace[1739611842] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5784; }","duration":"119.082544ms","start":"2026-07-07T16:15:27.544417Z","end":"2026-07-07T16:15:27.6635Z","steps":["trace[1739611842] 'agreement among raft nodes before linearized reading' (duration: 118.041589ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:15:28.472177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.296409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:15:28.472281Z","caller":"traceutil/trace.go:171","msg":"trace[363415574] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:5791; }","duration":"177.468824ms","start":"2026-07-07T16:15:28.294792Z","end":"2026-07-07T16:15:28.472261Z","steps":["trace[363415574] 'count revisions from in-memory index tree' (duration: 177.113396ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:15:28.472408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.840529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:15:28.472562Z","caller":"traceutil/trace.go:171","msg":"trace[1758674869] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:5791; }","duration":"211.043344ms","start":"2026-07-07T16:15:28.261494Z","end":"2026-07-07T16:15:28.472537Z","steps":["trace[1758674869] 'count revisions from in-memory index tree' (duration: 210.672536ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:15:29.52563Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004015821,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T16:15:30.026137Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004015821,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T16:15:30.339068Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.544133741s","expected-duration":"1s"} {"level":"info","ts":"2026-07-07T16:15:30.33947Z","caller":"traceutil/trace.go:171","msg":"trace[675052163] transaction","detail":"{read_only:false; response_revision:5793; number_of_response:1; }","duration":"1.544646594s","start":"2026-07-07T16:15:28.7948Z","end":"2026-07-07T16:15:30.339447Z","steps":["trace[675052163] 'process raft request' (duration: 1.54447468s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:15:30.339596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:15:28.794772Z","time spent":"1.544750537s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3748,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:15:30.585097Z","caller":"traceutil/trace.go:171","msg":"trace[441830809] linearizableReadLoop","detail":"{readStateIndex:6015; appliedIndex:6010; }","duration":"1.56020198s","start":"2026-07-07T16:15:29.024868Z","end":"2026-07-07T16:15:30.58507Z","steps":["trace[441830809] 'read index received' (duration: 1.314460268s)","trace[441830809] 'applied index is now lower than readState.Index' (duration: 245.740732ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:15:30.58511Z","caller":"traceutil/trace.go:171","msg":"trace[1338628488] transaction","detail":"{read_only:false; response_revision:5794; number_of_response:1; }","duration":"881.507178ms","start":"2026-07-07T16:15:29.703578Z","end":"2026-07-07T16:15:30.585085Z","steps":["trace[1338628488] 'process raft request' (duration: 881.247072ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:15:30.585232Z","caller":"traceutil/trace.go:171","msg":"trace[1882317784] transaction","detail":"{read_only:false; response_revision:5796; number_of_response:1; }","duration":"697.722412ms","start":"2026-07-07T16:15:29.887467Z","end":"2026-07-07T16:15:30.58519Z","steps":["trace[1882317784] 'process raft request' (duration: 697.530997ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:15:30.585361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.531774393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-25533dfc-f99d-4502-adc9-f832a1da1405\" ","response":"range_response_count:1 size:3763"} {"level":"warn","ts":"2026-07-07T16:15:30.585377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:15:29.703559Z","time spent":"881.705542ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:15:30.58541Z","caller":"traceutil/trace.go:171","msg":"trace[1654054830] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-25533dfc-f99d-4502-adc9-f832a1da1405; range_end:; response_count:1; response_revision:5797; }","duration":"1.531900217s","start":"2026-07-07T16:15:29.053497Z","end":"2026-07-07T16:15:30.585397Z","steps":["trace[1654054830] 'agreement among raft nodes before linearized reading' (duration: 1.531737013s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:15:30.585412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.560532658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-07-07T16:15:30.585471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:15:29.053472Z","time spent":"1.531980798s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-25533dfc-f99d-4502-adc9-f832a1da1405\" "} {"level":"info","ts":"2026-07-07T16:15:30.585493Z","caller":"traceutil/trace.go:171","msg":"trace[779302801] transaction","detail":"{read_only:false; response_revision:5795; number_of_response:1; }","duration":"698.155232ms","start":"2026-07-07T16:15:29.887311Z","end":"2026-07-07T16:15:30.585466Z","steps":["trace[779302801] 'process raft request' (duration: 697.63999ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:15:30.585551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.092366358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:15:30.585581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:15:29.887283Z","time spent":"698.264075ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:15:30.585572Z","caller":"traceutil/trace.go:171","msg":"trace[178481722] transaction","detail":"{read_only:false; response_revision:5797; number_of_response:1; }","duration":"498.059852ms","start":"2026-07-07T16:15:30.087482Z","end":"2026-07-07T16:15:30.585542Z","steps":["trace[178481722] 'process raft request' (duration: 497.54706ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:15:30.585608Z","caller":"traceutil/trace.go:171","msg":"trace[1320761334] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:5797; }","duration":"1.09246552s","start":"2026-07-07T16:15:29.493123Z","end":"2026-07-07T16:15:30.585589Z","steps":["trace[1320761334] 'agreement among raft nodes before linearized reading' (duration: 1.092360748s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:15:30.585636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.103458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:15:30.585666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:15:29.4931Z","time spent":"1.092550753s","remote":"127.0.0.1:49596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:15:30.585683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.233396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:15:30.585678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:15:30.087463Z","time spent":"498.165245ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:15:30.58572Z","caller":"traceutil/trace.go:171","msg":"trace[1237237134] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5797; }","duration":"481.344769ms","start":"2026-07-07T16:15:30.104366Z","end":"2026-07-07T16:15:30.585711Z","steps":["trace[1237237134] 'agreement among raft nodes before linearized reading' (duration: 481.292418ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:15:30.585721Z","caller":"traceutil/trace.go:171","msg":"trace[553714735] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:5797; }","duration":"620.234371ms","start":"2026-07-07T16:15:29.965468Z","end":"2026-07-07T16:15:30.585702Z","steps":["trace[553714735] 'agreement among raft nodes before linearized reading' (duration: 620.101458ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:15:30.585726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000378767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-07T16:15:30.58575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:15:30.104344Z","time spent":"481.40015ms","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T16:15:30.585781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.417138656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-07T16:15:30.585789Z","caller":"traceutil/trace.go:171","msg":"trace[1808388209] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:5797; }","duration":"1.00047946s","start":"2026-07-07T16:15:29.585297Z","end":"2026-07-07T16:15:30.585776Z","steps":["trace[1808388209] 'agreement among raft nodes before linearized reading' (duration: 1.000321556s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:15:30.585787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:15:29.965446Z","time spent":"620.323064ms","remote":"127.0.0.1:39280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:15:30.585827Z","caller":"traceutil/trace.go:171","msg":"trace[1232279349] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5797; }","duration":"1.417246139s","start":"2026-07-07T16:15:29.168571Z","end":"2026-07-07T16:15:30.585817Z","steps":["trace[1232279349] 'agreement among raft nodes before linearized reading' (duration: 1.417068544s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:15:30.585822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.418874208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-07T16:15:30.585848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:15:29.585282Z","time spent":"1.000541232s","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":60,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:15:30.585857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:15:29.168545Z","time spent":"1.41730527s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-07T16:15:30.585872Z","caller":"traceutil/trace.go:171","msg":"trace[1799044868] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5797; }","duration":"1.41894393s","start":"2026-07-07T16:15:29.166913Z","end":"2026-07-07T16:15:30.585857Z","steps":["trace[1799044868] 'agreement among raft nodes before linearized reading' (duration: 1.418818497s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:15:30.585921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:15:29.166901Z","time spent":"1.419011332s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-07T16:15:30.585596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.549625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:15:30.585922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.346761648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-07T16:15:30.585963Z","caller":"traceutil/trace.go:171","msg":"trace[646277980] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:5797; }","duration":"109.958925ms","start":"2026-07-07T16:15:30.475994Z","end":"2026-07-07T16:15:30.585953Z","steps":["trace[646277980] 'agreement among raft nodes before linearized reading' (duration: 109.542065ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:15:30.585977Z","caller":"traceutil/trace.go:171","msg":"trace[757399561] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5797; }","duration":"1.346842499s","start":"2026-07-07T16:15:29.23912Z","end":"2026-07-07T16:15:30.585963Z","steps":["trace[757399561] 'agreement among raft nodes before linearized reading' (duration: 1.346685425s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:15:30.58603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:15:29.239107Z","time spent":"1.346911262s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-07T16:15:30.586059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.428780547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-07T16:15:30.586088Z","caller":"traceutil/trace.go:171","msg":"trace[610070858] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5797; }","duration":"1.42887362s","start":"2026-07-07T16:15:29.157205Z","end":"2026-07-07T16:15:30.586079Z","steps":["trace[610070858] 'agreement among raft nodes before linearized reading' (duration: 1.428789468s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:15:30.586116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:15:29.157178Z","time spent":"1.428931701s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-07T16:15:30.585518Z","caller":"traceutil/trace.go:171","msg":"trace[1423601205] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5797; }","duration":"1.560760393s","start":"2026-07-07T16:15:29.024732Z","end":"2026-07-07T16:15:30.585493Z","steps":["trace[1423601205] 'agreement among raft nodes before linearized reading' (duration: 1.560474496s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:15:30.58615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.410576437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p22f7\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-07-07T16:15:30.586175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.432542028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-07T16:15:30.586182Z","caller":"traceutil/trace.go:171","msg":"trace[1506998512] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p22f7; range_end:; response_count:1; response_revision:5797; }","duration":"1.410649919s","start":"2026-07-07T16:15:29.175523Z","end":"2026-07-07T16:15:30.586173Z","steps":["trace[1506998512] 'agreement among raft nodes before linearized reading' (duration: 1.410558417s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:15:30.586216Z","caller":"traceutil/trace.go:171","msg":"trace[1148628404] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5797; }","duration":"1.43260994s","start":"2026-07-07T16:15:29.153596Z","end":"2026-07-07T16:15:30.586206Z","steps":["trace[1148628404] 'agreement among raft nodes before linearized reading' (duration: 1.432508058s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:15:30.586222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:15:29.175505Z","time spent":"1.410709481s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-p22f7\" "} {"level":"warn","ts":"2026-07-07T16:15:30.586244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:15:29.153579Z","time spent":"1.432658661s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-07T16:15:30.585437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:15:29.887423Z","time spent":"697.914526ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:15:30.586217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:15:29.024698Z","time spent":"1.561497681s","remote":"127.0.0.1:49502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-07-07T16:15:32.082537Z","caller":"traceutil/trace.go:171","msg":"trace[1870283845] transaction","detail":"{read_only:false; response_revision:5849; number_of_response:1; }","duration":"191.695517ms","start":"2026-07-07T16:15:31.890807Z","end":"2026-07-07T16:15:32.082502Z","steps":["trace[1870283845] 'process raft request' (duration: 191.479051ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:15:36.836628Z","caller":"traceutil/trace.go:171","msg":"trace[1241118126] transaction","detail":"{read_only:false; response_revision:5923; number_of_response:1; }","duration":"229.817197ms","start":"2026-07-07T16:15:36.606789Z","end":"2026-07-07T16:15:36.836607Z","steps":["trace[1241118126] 'process raft request' (duration: 229.632853ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:15:37.033533Z","caller":"traceutil/trace.go:171","msg":"trace[1645378370] linearizableReadLoop","detail":"{readStateIndex:6149; appliedIndex:6145; }","duration":"415.458728ms","start":"2026-07-07T16:15:36.618055Z","end":"2026-07-07T16:15:37.033513Z","steps":["trace[1645378370] 'read index received' (duration: 218.35545ms)","trace[1645378370] 'applied index is now lower than readState.Index' (duration: 197.102168ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:15:37.033576Z","caller":"traceutil/trace.go:171","msg":"trace[568219536] transaction","detail":"{read_only:false; response_revision:5924; number_of_response:1; }","duration":"426.29083ms","start":"2026-07-07T16:15:36.607266Z","end":"2026-07-07T16:15:37.033557Z","steps":["trace[568219536] 'process raft request' (duration: 425.997963ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:15:37.033625Z","caller":"traceutil/trace.go:171","msg":"trace[176917278] transaction","detail":"{read_only:false; response_revision:5925; number_of_response:1; }","duration":"426.220759ms","start":"2026-07-07T16:15:36.607397Z","end":"2026-07-07T16:15:37.033618Z","steps":["trace[176917278] 'process raft request' (duration: 426.044904ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:15:37.033681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:15:36.607368Z","time spent":"426.272299ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:15:37.033808Z","caller":"traceutil/trace.go:171","msg":"trace[1890686282] transaction","detail":"{read_only:false; response_revision:5926; number_of_response:1; }","duration":"426.385702ms","start":"2026-07-07T16:15:36.607415Z","end":"2026-07-07T16:15:37.0338Z","steps":["trace[1890686282] 'process raft request' (duration: 426.067094ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:15:37.03388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:15:36.607389Z","time spent":"426.466034ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:15:37.033682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:15:36.607231Z","time spent":"426.384583ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:15:37.034137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.590346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-07T16:15:37.034138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.203129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-07T16:15:37.034186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.130174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-07T16:15:37.034232Z","caller":"traceutil/trace.go:171","msg":"trace[1762498227] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5926; }","duration":"416.175385ms","start":"2026-07-07T16:15:36.618045Z","end":"2026-07-07T16:15:37.03422Z","steps":["trace[1762498227] 'agreement among raft nodes before linearized reading' (duration: 416.070093ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:15:37.034257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.506084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-07T16:15:37.034274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:15:36.617969Z","time spent":"416.295018ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-07T16:15:37.034284Z","caller":"traceutil/trace.go:171","msg":"trace[1909432877] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5926; }","duration":"404.545195ms","start":"2026-07-07T16:15:36.629732Z","end":"2026-07-07T16:15:37.034277Z","steps":["trace[1909432877] 'agreement among raft nodes before linearized reading' (duration: 404.470243ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:15:37.034268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.355371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-07-07T16:15:37.034311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:15:36.629728Z","time spent":"404.576795ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-07T16:15:37.034343Z","caller":"traceutil/trace.go:171","msg":"trace[312029355] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5926; }","duration":"119.445583ms","start":"2026-07-07T16:15:36.914877Z","end":"2026-07-07T16:15:37.034322Z","steps":["trace[312029355] 'agreement among raft nodes before linearized reading' (duration: 119.219657ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:15:37.034183Z","caller":"traceutil/trace.go:171","msg":"trace[978732881] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5926; }","duration":"404.648237ms","start":"2026-07-07T16:15:36.629525Z","end":"2026-07-07T16:15:37.034173Z","steps":["trace[978732881] 'agreement among raft nodes before linearized reading' (duration: 404.518944ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:15:37.034406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:15:36.629519Z","time spent":"404.873702ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-07T16:15:37.03441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.51748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-07-07T16:15:37.034429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.221271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-07T16:15:37.034466Z","caller":"traceutil/trace.go:171","msg":"trace[712222855] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5926; }","duration":"311.615702ms","start":"2026-07-07T16:15:36.722832Z","end":"2026-07-07T16:15:37.034447Z","steps":["trace[712222855] 'agreement among raft nodes before linearized reading' (duration: 311.473228ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:15:37.034552Z","caller":"traceutil/trace.go:171","msg":"trace[998496855] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5926; }","duration":"407.337952ms","start":"2026-07-07T16:15:36.626877Z","end":"2026-07-07T16:15:37.034215Z","steps":["trace[998496855] 'agreement among raft nodes before linearized reading' (duration: 407.071946ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:15:37.034588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:15:36.722806Z","time spent":"311.768846ms","remote":"127.0.0.1:49502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-07-07T16:15:37.034631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:15:36.626866Z","time spent":"407.753762ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-07T16:15:37.03455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.497237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p22f7\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-07-07T16:15:37.034761Z","caller":"traceutil/trace.go:171","msg":"trace[1219915860] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p22f7; range_end:; response_count:1; response_revision:5926; }","duration":"400.728073ms","start":"2026-07-07T16:15:36.634019Z","end":"2026-07-07T16:15:37.034747Z","steps":["trace[1219915860] 'agreement among raft nodes before linearized reading' (duration: 399.958604ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:15:37.034538Z","caller":"traceutil/trace.go:171","msg":"trace[1692100518] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5926; }","duration":"405.385815ms","start":"2026-07-07T16:15:36.629127Z","end":"2026-07-07T16:15:37.034512Z","steps":["trace[1692100518] 'agreement among raft nodes before linearized reading' (duration: 405.097968ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:15:37.034809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:15:36.634009Z","time spent":"400.788014ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-p22f7\" "} {"level":"warn","ts":"2026-07-07T16:15:37.034832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:15:36.629121Z","time spent":"405.694733ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-07T16:15:42.359224Z","caller":"traceutil/trace.go:171","msg":"trace[1245485453] transaction","detail":"{read_only:false; response_revision:5962; number_of_response:1; }","duration":"203.090362ms","start":"2026-07-07T16:15:42.156104Z","end":"2026-07-07T16:15:42.359194Z","steps":["trace[1245485453] 'process raft request' (duration: 202.868007ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:15:42.589092Z","caller":"traceutil/trace.go:171","msg":"trace[1672108312] transaction","detail":"{read_only:false; response_revision:5963; number_of_response:1; }","duration":"222.304966ms","start":"2026-07-07T16:15:42.366752Z","end":"2026-07-07T16:15:42.589057Z","steps":["trace[1672108312] 'process raft request' (duration: 213.293028ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:15:42.882718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.397694ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T16:15:42.882969Z","caller":"traceutil/trace.go:171","msg":"trace[39205543] linearizableReadLoop","detail":"{readStateIndex:6189; appliedIndex:6186; }","duration":"354.17942ms","start":"2026-07-07T16:15:42.528768Z","end":"2026-07-07T16:15:42.882947Z","steps":["trace[39205543] 'read index received' (duration: 51.276788ms)","trace[39205543] 'applied index is now lower than readState.Index' (duration: 302.901392ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:15:42.883025Z","caller":"traceutil/trace.go:171","msg":"trace[1117906877] transaction","detail":"{read_only:false; response_revision:5964; number_of_response:1; }","duration":"515.859322ms","start":"2026-07-07T16:15:42.367104Z","end":"2026-07-07T16:15:42.882963Z","steps":["trace[1117906877] 'process raft request' (duration: 323.081499ms)","trace[1117906877] 'compare' (duration: 192.146708ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:15:42.883109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.346843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T16:15:42.883145Z","caller":"traceutil/trace.go:171","msg":"trace[1403607694] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:5965; }","duration":"354.439585ms","start":"2026-07-07T16:15:42.528694Z","end":"2026-07-07T16:15:42.883134Z","steps":["trace[1403607694] 'agreement among raft nodes before linearized reading' (duration: 354.317352ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:15:42.883185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:15:42.528664Z","time spent":"354.510427ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:15:42.883221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:15:42.36707Z","time spent":"516.035976ms","remote":"127.0.0.1:44914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":997,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:15:42.883382Z","caller":"traceutil/trace.go:171","msg":"trace[1843188591] transaction","detail":"{read_only:false; response_revision:5965; number_of_response:1; }","duration":"515.146615ms","start":"2026-07-07T16:15:42.36821Z","end":"2026-07-07T16:15:42.883356Z","steps":["trace[1843188591] 'process raft request' (duration: 514.640332ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:15:42.883455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:15:42.368195Z","time spent":"515.222486ms","remote":"127.0.0.1:45230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3980,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:15:43.184013Z","caller":"traceutil/trace.go:171","msg":"trace[1339034014] linearizableReadLoop","detail":"{readStateIndex:6194; appliedIndex:6191; }","duration":"115.927288ms","start":"2026-07-07T16:15:43.068048Z","end":"2026-07-07T16:15:43.183975Z","steps":["trace[1339034014] 'read index received' (duration: 2.431798ms)","trace[1339034014] 'applied index is now lower than readState.Index' (duration: 113.49415ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:15:43.184171Z","caller":"traceutil/trace.go:171","msg":"trace[176187994] transaction","detail":"{read_only:false; response_revision:5969; number_of_response:1; }","duration":"129.028885ms","start":"2026-07-07T16:15:43.055092Z","end":"2026-07-07T16:15:43.184121Z","steps":["trace[176187994] 'process raft request' (duration: 62.625342ms)","trace[176187994] 'compare' (duration: 65.971822ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:15:43.185809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.201976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-07T16:15:43.185851Z","caller":"traceutil/trace.go:171","msg":"trace[1945018013] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5970; }","duration":"109.259948ms","start":"2026-07-07T16:15:43.076569Z","end":"2026-07-07T16:15:43.185829Z","steps":["trace[1945018013] 'agreement among raft nodes before linearized reading' (duration: 109.200316ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:15:43.18589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.280408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-07T16:15:43.185926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.184739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-07T16:15:43.185959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.657483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-07T16:15:43.185964Z","caller":"traceutil/trace.go:171","msg":"trace[464646571] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5970; }","duration":"109.414692ms","start":"2026-07-07T16:15:43.076531Z","end":"2026-07-07T16:15:43.185945Z","steps":["trace[464646571] 'agreement among raft nodes before linearized reading' (duration: 109.242718ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:15:43.186007Z","caller":"traceutil/trace.go:171","msg":"trace[515196982] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5970; }","duration":"117.364073ms","start":"2026-07-07T16:15:43.068627Z","end":"2026-07-07T16:15:43.185991Z","steps":["trace[515196982] 'agreement among raft nodes before linearized reading' (duration: 117.120647ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:15:43.185714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.191705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-07T16:15:43.186021Z","caller":"traceutil/trace.go:171","msg":"trace[1192903723] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5970; }","duration":"108.738095ms","start":"2026-07-07T16:15:43.077269Z","end":"2026-07-07T16:15:43.186007Z","steps":["trace[1192903723] 'agreement among raft nodes before linearized reading' (duration: 108.566691ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:15:43.186092Z","caller":"traceutil/trace.go:171","msg":"trace[902978686] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5970; }","duration":"118.035299ms","start":"2026-07-07T16:15:43.068013Z","end":"2026-07-07T16:15:43.186048Z","steps":["trace[902978686] 'agreement among raft nodes before linearized reading' (duration: 116.180024ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:15:43.186233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.658179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p22f7\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-07-07T16:15:43.185686Z","caller":"traceutil/trace.go:171","msg":"trace[411455497] transaction","detail":"{read_only:false; response_revision:5970; number_of_response:1; }","duration":"124.884455ms","start":"2026-07-07T16:15:43.059277Z","end":"2026-07-07T16:15:43.184161Z","steps":["trace[411455497] 'process raft request' (duration: 124.637639ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:15:43.186272Z","caller":"traceutil/trace.go:171","msg":"trace[1426132092] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p22f7; range_end:; response_count:1; response_revision:5970; }","duration":"112.743021ms","start":"2026-07-07T16:15:43.073519Z","end":"2026-07-07T16:15:43.186262Z","steps":["trace[1426132092] 'agreement among raft nodes before linearized reading' (duration: 112.636139ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:16:21.420222Z","caller":"traceutil/trace.go:171","msg":"trace[1338983463] transaction","detail":"{read_only:false; response_revision:6295; number_of_response:1; }","duration":"300.530168ms","start":"2026-07-07T16:16:21.119657Z","end":"2026-07-07T16:16:21.420187Z","steps":["trace[1338983463] 'process raft request' (duration: 299.412841ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:16:21.420431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:16:21.119641Z","time spent":"300.696073ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:16:21.442718Z","caller":"traceutil/trace.go:171","msg":"trace[1855635581] transaction","detail":"{read_only:false; response_revision:6296; number_of_response:1; }","duration":"208.787374ms","start":"2026-07-07T16:16:21.233894Z","end":"2026-07-07T16:16:21.442682Z","steps":["trace[1855635581] 'process raft request' (duration: 208.534498ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:16:28.406143Z","caller":"traceutil/trace.go:171","msg":"trace[442369373] transaction","detail":"{read_only:false; response_revision:6341; number_of_response:1; }","duration":"112.003466ms","start":"2026-07-07T16:16:28.294117Z","end":"2026-07-07T16:16:28.406121Z","steps":["trace[442369373] 'process raft request' (duration: 111.833842ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:16:32.702094Z","caller":"traceutil/trace.go:171","msg":"trace[987883588] transaction","detail":"{read_only:false; response_revision:6362; number_of_response:1; }","duration":"187.679371ms","start":"2026-07-07T16:16:32.514366Z","end":"2026-07-07T16:16:32.702045Z","steps":["trace[987883588] 'process raft request' (duration: 187.350863ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:16:33.703158Z","caller":"traceutil/trace.go:171","msg":"trace[528438869] transaction","detail":"{read_only:false; response_revision:6368; number_of_response:1; }","duration":"126.114958ms","start":"2026-07-07T16:16:33.576992Z","end":"2026-07-07T16:16:33.703106Z","steps":["trace[528438869] 'process raft request' (duration: 81.377783ms)","trace[528438869] 'compare' (duration: 44.540701ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:16:33.751975Z","caller":"traceutil/trace.go:171","msg":"trace[86856637] transaction","detail":"{read_only:false; response_revision:6370; number_of_response:1; }","duration":"174.179494ms","start":"2026-07-07T16:16:33.577771Z","end":"2026-07-07T16:16:33.75195Z","steps":["trace[86856637] 'process raft request' (duration: 174.103532ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:16:33.75202Z","caller":"traceutil/trace.go:171","msg":"trace[1039636421] transaction","detail":"{read_only:false; response_revision:6369; number_of_response:1; }","duration":"174.324868ms","start":"2026-07-07T16:16:33.577655Z","end":"2026-07-07T16:16:33.751979Z","steps":["trace[1039636421] 'process raft request' (duration: 174.084352ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:16:33.752498Z","caller":"traceutil/trace.go:171","msg":"trace[560894921] transaction","detail":"{read_only:false; response_revision:6371; number_of_response:1; }","duration":"174.591334ms","start":"2026-07-07T16:16:33.577818Z","end":"2026-07-07T16:16:33.752409Z","steps":["trace[560894921] 'process raft request' (duration: 174.094012ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:16:33.752958Z","caller":"traceutil/trace.go:171","msg":"trace[1120657795] transaction","detail":"{read_only:false; response_revision:6372; number_of_response:1; }","duration":"175.010825ms","start":"2026-07-07T16:16:33.577929Z","end":"2026-07-07T16:16:33.75294Z","steps":["trace[1120657795] 'process raft request' (duration: 174.471402ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:16:33.752931Z","caller":"traceutil/trace.go:171","msg":"trace[470468134] linearizableReadLoop","detail":"{readStateIndex:6606; appliedIndex:6604; }","duration":"175.115627ms","start":"2026-07-07T16:16:33.577773Z","end":"2026-07-07T16:16:33.752889Z","steps":["trace[470468134] 'read index received' (duration: 80.619855ms)","trace[470468134] 'applied index is now lower than readState.Index' (duration: 94.492532ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:16:33.753319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.765453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:16:33.75334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.551378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101781"} {"level":"info","ts":"2026-07-07T16:16:33.753587Z","caller":"traceutil/trace.go:171","msg":"trace[1354417387] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:6372; }","duration":"175.869885ms","start":"2026-07-07T16:16:33.577706Z","end":"2026-07-07T16:16:33.753576Z","steps":["trace[1354417387] 'agreement among raft nodes before linearized reading' (duration: 175.381064ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:16:33.753587Z","caller":"traceutil/trace.go:171","msg":"trace[599963403] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6372; }","duration":"108.093721ms","start":"2026-07-07T16:16:33.645477Z","end":"2026-07-07T16:16:33.753571Z","steps":["trace[599963403] 'agreement among raft nodes before linearized reading' (duration: 107.690042ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:16:33.75382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.829945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6157"} {"level":"info","ts":"2026-07-07T16:16:33.753897Z","caller":"traceutil/trace.go:171","msg":"trace[1424197321] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:6372; }","duration":"107.951969ms","start":"2026-07-07T16:16:33.645921Z","end":"2026-07-07T16:16:33.753873Z","steps":["trace[1424197321] 'agreement among raft nodes before linearized reading' (duration: 107.418096ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:16:33.753864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.146292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:16:33.755096Z","caller":"traceutil/trace.go:171","msg":"trace[2045287022] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6372; }","duration":"109.001233ms","start":"2026-07-07T16:16:33.645644Z","end":"2026-07-07T16:16:33.754645Z","steps":["trace[2045287022] 'agreement among raft nodes before linearized reading' (duration: 108.114852ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:19:22.914345Z","caller":"traceutil/trace.go:171","msg":"trace[1595867178] transaction","detail":"{read_only:false; response_revision:7492; number_of_response:1; }","duration":"102.624522ms","start":"2026-07-07T16:19:22.811674Z","end":"2026-07-07T16:19:22.914299Z","steps":["trace[1595867178] 'process raft request' (duration: 102.359275ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:19:23.096269Z","caller":"traceutil/trace.go:171","msg":"trace[653484832] transaction","detail":"{read_only:false; response_revision:7493; number_of_response:1; }","duration":"283.068132ms","start":"2026-07-07T16:19:22.813168Z","end":"2026-07-07T16:19:23.096236Z","steps":["trace[653484832] 'process raft request' (duration: 278.321256ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:19:23.096278Z","caller":"traceutil/trace.go:171","msg":"trace[1126971613] transaction","detail":"{read_only:false; response_revision:7494; number_of_response:1; }","duration":"282.872527ms","start":"2026-07-07T16:19:22.813372Z","end":"2026-07-07T16:19:23.096245Z","steps":["trace[1126971613] 'process raft request' (duration: 282.752004ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:19:23.096754Z","caller":"traceutil/trace.go:171","msg":"trace[2025300188] linearizableReadLoop","detail":"{readStateIndex:7772; appliedIndex:7768; }","duration":"250.741703ms","start":"2026-07-07T16:19:22.845976Z","end":"2026-07-07T16:19:23.096718Z","steps":["trace[2025300188] 'read index received' (duration: 68.09562ms)","trace[2025300188] 'applied index is now lower than readState.Index' (duration: 182.644563ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:19:23.096781Z","caller":"traceutil/trace.go:171","msg":"trace[1798337653] transaction","detail":"{read_only:false; response_revision:7495; number_of_response:1; }","duration":"281.288068ms","start":"2026-07-07T16:19:22.815472Z","end":"2026-07-07T16:19:23.09676Z","steps":["trace[1798337653] 'process raft request' (duration: 280.711514ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:19:23.096852Z","caller":"traceutil/trace.go:171","msg":"trace[309806000] transaction","detail":"{read_only:false; response_revision:7496; number_of_response:1; }","duration":"237.746417ms","start":"2026-07-07T16:19:22.859073Z","end":"2026-07-07T16:19:23.096819Z","steps":["trace[309806000] 'process raft request' (duration: 237.436229ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:19:23.09705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.505551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p22f7\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-07-07T16:19:23.097104Z","caller":"traceutil/trace.go:171","msg":"trace[822559951] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p22f7; range_end:; response_count:1; response_revision:7496; }","duration":"155.625164ms","start":"2026-07-07T16:19:22.941464Z","end":"2026-07-07T16:19:23.097089Z","steps":["trace[822559951] 'agreement among raft nodes before linearized reading' (duration: 155.410039ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:19:23.09843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.445325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2224963"} {"level":"info","ts":"2026-07-07T16:19:23.098516Z","caller":"traceutil/trace.go:171","msg":"trace[103415344] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:7496; }","duration":"252.595119ms","start":"2026-07-07T16:19:22.845902Z","end":"2026-07-07T16:19:23.098497Z","steps":["trace[103415344] 'agreement among raft nodes before linearized reading' (duration: 250.922768ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:20:03.294178Z","caller":"traceutil/trace.go:171","msg":"trace[1614339208] transaction","detail":"{read_only:false; response_revision:7854; number_of_response:1; }","duration":"137.745399ms","start":"2026-07-07T16:20:03.156405Z","end":"2026-07-07T16:20:03.294151Z","steps":["trace[1614339208] 'process raft request' (duration: 137.587025ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:20:03.458567Z","caller":"traceutil/trace.go:171","msg":"trace[1414710304] transaction","detail":"{read_only:false; response_revision:7855; number_of_response:1; }","duration":"124.927406ms","start":"2026-07-07T16:20:03.333612Z","end":"2026-07-07T16:20:03.45854Z","steps":["trace[1414710304] 'process raft request' (duration: 77.169371ms)","trace[1414710304] 'compare' (duration: 47.476688ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:20:03.673675Z","caller":"traceutil/trace.go:171","msg":"trace[861443659] transaction","detail":"{read_only:false; response_revision:7856; number_of_response:1; }","duration":"210.301897ms","start":"2026-07-07T16:20:03.463337Z","end":"2026-07-07T16:20:03.673639Z","steps":["trace[861443659] 'process raft request' (duration: 209.917418ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:20:03.673915Z","caller":"traceutil/trace.go:171","msg":"trace[3216335] transaction","detail":"{read_only:false; response_revision:7857; number_of_response:1; }","duration":"210.336128ms","start":"2026-07-07T16:20:03.463567Z","end":"2026-07-07T16:20:03.673903Z","steps":["trace[3216335] 'process raft request' (duration: 210.01889ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:20:03.673918Z","caller":"traceutil/trace.go:171","msg":"trace[690802068] linearizableReadLoop","detail":"{readStateIndex:8145; appliedIndex:8142; }","duration":"210.213035ms","start":"2026-07-07T16:20:03.463659Z","end":"2026-07-07T16:20:03.673872Z","steps":["trace[690802068] 'read index received' (duration: 120.736634ms)","trace[690802068] 'applied index is now lower than readState.Index' (duration: 89.472511ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:20:03.674514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.835471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:21 size:184378"} {"level":"info","ts":"2026-07-07T16:20:03.674613Z","caller":"traceutil/trace.go:171","msg":"trace[499341498] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:21; response_revision:7857; }","duration":"210.976584ms","start":"2026-07-07T16:20:03.463618Z","end":"2026-07-07T16:20:03.674594Z","steps":["trace[499341498] 'agreement among raft nodes before linearized reading' (duration: 210.44404ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:20:03.80022Z","caller":"traceutil/trace.go:171","msg":"trace[1413537646] linearizableReadLoop","detail":"{readStateIndex:8146; appliedIndex:8145; }","duration":"126.113265ms","start":"2026-07-07T16:20:03.674074Z","end":"2026-07-07T16:20:03.800188Z","steps":["trace[1413537646] 'read index received' (duration: 85.492934ms)","trace[1413537646] 'applied index is now lower than readState.Index' (duration: 40.618891ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:20:03.800264Z","caller":"traceutil/trace.go:171","msg":"trace[285840376] transaction","detail":"{read_only:false; response_revision:7858; number_of_response:1; }","duration":"146.940042ms","start":"2026-07-07T16:20:03.653279Z","end":"2026-07-07T16:20:03.800219Z","steps":["trace[285840376] 'process raft request' (duration: 106.360683ms)","trace[285840376] 'compare' (duration: 40.400475ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:20:03.800536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.480088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-07-07T16:20:03.800593Z","caller":"traceutil/trace.go:171","msg":"trace[1993689165] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:7858; }","duration":"328.604522ms","start":"2026-07-07T16:20:03.471975Z","end":"2026-07-07T16:20:03.80058Z","steps":["trace[1993689165] 'agreement among raft nodes before linearized reading' (duration: 328.336356ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:20:03.800632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:20:03.471964Z","time spent":"328.659913ms","remote":"127.0.0.1:44910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-07-07T16:20:04.830314Z","caller":"traceutil/trace.go:171","msg":"trace[1116860612] transaction","detail":"{read_only:false; response_revision:7863; number_of_response:1; }","duration":"214.373666ms","start":"2026-07-07T16:20:04.615917Z","end":"2026-07-07T16:20:04.830291Z","steps":["trace[1116860612] 'process raft request' (duration: 214.320324ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:20:04.830919Z","caller":"traceutil/trace.go:171","msg":"trace[1728811497] transaction","detail":"{read_only:false; response_revision:7862; number_of_response:1; }","duration":"215.835932ms","start":"2026-07-07T16:20:04.615011Z","end":"2026-07-07T16:20:04.830847Z","steps":["trace[1728811497] 'process raft request' (duration: 215.085294ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:20:05.606911Z","caller":"traceutil/trace.go:171","msg":"trace[1653992722] transaction","detail":"{read_only:false; response_revision:7867; number_of_response:1; }","duration":"139.808198ms","start":"2026-07-07T16:20:05.467062Z","end":"2026-07-07T16:20:05.60687Z","steps":["trace[1653992722] 'process raft request' (duration: 116.594882ms)","trace[1653992722] 'compare' (duration: 23.035901ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:20:07.179822Z","caller":"traceutil/trace.go:171","msg":"trace[1220230308] transaction","detail":"{read_only:false; response_revision:7872; number_of_response:1; }","duration":"343.060255ms","start":"2026-07-07T16:20:06.836709Z","end":"2026-07-07T16:20:07.17977Z","steps":["trace[1220230308] 'process raft request' (duration: 322.397451ms)","trace[1220230308] 'compare' (duration: 20.216353ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:20:07.179962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:20:06.836688Z","time spent":"343.199648ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:20:07.257201Z","caller":"traceutil/trace.go:171","msg":"trace[793379107] linearizableReadLoop","detail":"{readStateIndex:8161; appliedIndex:8159; }","duration":"358.132322ms","start":"2026-07-07T16:20:06.89904Z","end":"2026-07-07T16:20:07.257172Z","steps":["trace[793379107] 'read index received' (duration: 260.081841ms)","trace[793379107] 'applied index is now lower than readState.Index' (duration: 98.049371ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:20:07.257359Z","caller":"traceutil/trace.go:171","msg":"trace[168677951] transaction","detail":"{read_only:false; response_revision:7873; number_of_response:1; }","duration":"419.401166ms","start":"2026-07-07T16:20:06.837899Z","end":"2026-07-07T16:20:07.2573Z","steps":["trace[168677951] 'process raft request' (duration: 419.114709ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:20:07.257468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.142509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-07T16:20:07.257514Z","caller":"traceutil/trace.go:171","msg":"trace[1974433907] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7873; }","duration":"225.270093ms","start":"2026-07-07T16:20:07.032232Z","end":"2026-07-07T16:20:07.257502Z","steps":["trace[1974433907] 'agreement among raft nodes before linearized reading' (duration: 225.098339ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:20:07.257531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.429839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-07T16:20:07.257648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.144721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-07T16:20:07.257699Z","caller":"traceutil/trace.go:171","msg":"trace[67012883] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:7873; }","duration":"358.692936ms","start":"2026-07-07T16:20:06.898978Z","end":"2026-07-07T16:20:07.257671Z","steps":["trace[67012883] 'agreement among raft nodes before linearized reading' (duration: 358.372118ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:20:07.25772Z","caller":"traceutil/trace.go:171","msg":"trace[115824370] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7873; }","duration":"134.264004ms","start":"2026-07-07T16:20:07.12344Z","end":"2026-07-07T16:20:07.257704Z","steps":["trace[115824370] 'agreement among raft nodes before linearized reading' (duration: 133.980957ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:20:07.257697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.149425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:20:07.257607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:20:06.837849Z","time spent":"419.623891ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:20:07.257774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:20:06.898924Z","time spent":"358.836719ms","remote":"127.0.0.1:34820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:20:07.257788Z","caller":"traceutil/trace.go:171","msg":"trace[1108206969] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7873; }","duration":"151.329019ms","start":"2026-07-07T16:20:07.106439Z","end":"2026-07-07T16:20:07.257768Z","steps":["trace[1108206969] 'agreement among raft nodes before linearized reading' (duration: 151.144265ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:20:10.000133Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5487} {"level":"info","ts":"2026-07-07T16:20:10.096052Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5487,"took":"93.955401ms","hash":3272305344,"current-db-size-bytes":55693312,"current-db-size":"56 MB","current-db-size-in-use-bytes":28635136,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-07-07T16:20:10.096182Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3272305344,"revision":5487,"compact-revision":2876} {"level":"warn","ts":"2026-07-07T16:20:19.569551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.085628ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T16:20:19.569719Z","caller":"traceutil/trace.go:171","msg":"trace[694805635] transaction","detail":"{read_only:false; response_revision:7940; number_of_response:1; }","duration":"263.916005ms","start":"2026-07-07T16:20:19.305774Z","end":"2026-07-07T16:20:19.56969Z","steps":["trace[694805635] 'process raft request' (duration: 70.55107ms)","trace[694805635] 'compare' (duration: 192.857773ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:20:19.584017Z","caller":"traceutil/trace.go:171","msg":"trace[1152672775] linearizableReadLoop","detail":"{readStateIndex:8233; appliedIndex:8231; }","duration":"224.117004ms","start":"2026-07-07T16:20:19.35982Z","end":"2026-07-07T16:20:19.583937Z","steps":["trace[1152672775] 'read index received' (duration: 16.523813ms)","trace[1152672775] 'applied index is now lower than readState.Index' (duration: 207.591241ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:20:19.584163Z","caller":"traceutil/trace.go:171","msg":"trace[1276143466] transaction","detail":"{read_only:false; response_revision:7941; number_of_response:1; }","duration":"270.998718ms","start":"2026-07-07T16:20:19.313121Z","end":"2026-07-07T16:20:19.58412Z","steps":["trace[1276143466] 'process raft request' (duration: 270.626049ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:20:19.584618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.7382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-07T16:20:19.58478Z","caller":"traceutil/trace.go:171","msg":"trace[212621829] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7941; }","duration":"225.019326ms","start":"2026-07-07T16:20:19.359737Z","end":"2026-07-07T16:20:19.584757Z","steps":["trace[212621829] 'agreement among raft nodes before linearized reading' (duration: 224.419662ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:20:19.605621Z","caller":"traceutil/trace.go:171","msg":"trace[1533657085] transaction","detail":"{read_only:false; response_revision:7942; number_of_response:1; }","duration":"202.819626ms","start":"2026-07-07T16:20:19.402751Z","end":"2026-07-07T16:20:19.605571Z","steps":["trace[1533657085] 'process raft request' (duration: 202.58538ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:20:19.605651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.292745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-07T16:20:19.605728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.977197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-07-07T16:20:19.605755Z","caller":"traceutil/trace.go:171","msg":"trace[1440586193] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:7942; }","duration":"230.49457ms","start":"2026-07-07T16:20:19.375235Z","end":"2026-07-07T16:20:19.60573Z","steps":["trace[1440586193] 'agreement among raft nodes before linearized reading' (duration: 230.282485ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:20:19.605797Z","caller":"traceutil/trace.go:171","msg":"trace[954159391] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:7942; }","duration":"175.074689ms","start":"2026-07-07T16:20:19.430702Z","end":"2026-07-07T16:20:19.605777Z","steps":["trace[954159391] 'agreement among raft nodes before linearized reading' (duration: 174.876014ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:20:19.606273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.244189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-07T16:20:19.606344Z","caller":"traceutil/trace.go:171","msg":"trace[1835948773] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7942; }","duration":"229.333012ms","start":"2026-07-07T16:20:19.376993Z","end":"2026-07-07T16:20:19.606326Z","steps":["trace[1835948773] 'agreement among raft nodes before linearized reading' (duration: 229.010164ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:20:19.857171Z","caller":"traceutil/trace.go:171","msg":"trace[1030537010] transaction","detail":"{read_only:false; number_of_response:1; response_revision:7945; }","duration":"127.53285ms","start":"2026-07-07T16:20:19.729611Z","end":"2026-07-07T16:20:19.857144Z","steps":["trace[1030537010] 'process raft request' (duration: 126.898304ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:20:20.105526Z","caller":"traceutil/trace.go:171","msg":"trace[1694353331] linearizableReadLoop","detail":"{readStateIndex:8238; appliedIndex:8236; }","duration":"304.238578ms","start":"2026-07-07T16:20:19.801267Z","end":"2026-07-07T16:20:20.105506Z","steps":["trace[1694353331] 'read index received' (duration: 55.086333ms)","trace[1694353331] 'applied index is now lower than readState.Index' (duration: 249.150855ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:20:20.105638Z","caller":"traceutil/trace.go:171","msg":"trace[703135615] transaction","detail":"{read_only:false; response_revision:7946; number_of_response:1; }","duration":"373.535138ms","start":"2026-07-07T16:20:19.732047Z","end":"2026-07-07T16:20:20.105582Z","steps":["trace[703135615] 'process raft request' (duration: 373.276262ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:20:20.105735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.015804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p22f7\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-07-07T16:20:20.105784Z","caller":"traceutil/trace.go:171","msg":"trace[1601090925] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p22f7; range_end:; response_count:1; response_revision:7946; }","duration":"302.097996ms","start":"2026-07-07T16:20:19.803673Z","end":"2026-07-07T16:20:20.105771Z","steps":["trace[1601090925] 'agreement among raft nodes before linearized reading' (duration: 301.945762ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:20:20.105835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:20:19.803665Z","time spent":"302.158897ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-p22f7\" "} {"level":"warn","ts":"2026-07-07T16:20:20.105845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.560575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-07T16:20:20.105936Z","caller":"traceutil/trace.go:171","msg":"trace[1088159054] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7946; }","duration":"304.72193ms","start":"2026-07-07T16:20:19.80119Z","end":"2026-07-07T16:20:20.105912Z","steps":["trace[1088159054] 'agreement among raft nodes before linearized reading' (duration: 304.432873ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:20:20.105913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.000109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:20:20.10599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:20:19.801165Z","time spent":"304.816502ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-07T16:20:20.106018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:20:19.732026Z","time spent":"373.834205ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:20:20.106029Z","caller":"traceutil/trace.go:171","msg":"trace[2065706435] range","detail":"{range_begin:/registry/jobs/openstack/barbican-rabbit-init; range_end:; response_count:0; response_revision:7946; }","duration":"253.217734ms","start":"2026-07-07T16:20:19.852786Z","end":"2026-07-07T16:20:20.106004Z","steps":["trace[2065706435] 'agreement among raft nodes before linearized reading' (duration: 252.961328ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:20:20.106226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.774613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-db-sync\" ","response":"range_response_count:1 size:5486"} {"level":"warn","ts":"2026-07-07T16:20:20.106224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.437959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:20:20.106261Z","caller":"traceutil/trace.go:171","msg":"trace[752024506] range","detail":"{range_begin:/registry/jobs/openstack/barbican-db-sync; range_end:; response_count:1; response_revision:7946; }","duration":"252.833124ms","start":"2026-07-07T16:20:19.853418Z","end":"2026-07-07T16:20:20.106251Z","steps":["trace[752024506] 'agreement among raft nodes before linearized reading' (duration: 252.64667ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:20:20.106272Z","caller":"traceutil/trace.go:171","msg":"trace[1112765725] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:0; response_revision:7946; }","duration":"253.504921ms","start":"2026-07-07T16:20:19.852754Z","end":"2026-07-07T16:20:20.106259Z","steps":["trace[1112765725] 'agreement among raft nodes before linearized reading' (duration: 253.42768ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:20:20.106363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.188192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:20:20.106404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.568918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-07T16:20:20.106497Z","caller":"traceutil/trace.go:171","msg":"trace[1594304555] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7946; }","duration":"284.723802ms","start":"2026-07-07T16:20:19.82175Z","end":"2026-07-07T16:20:20.106474Z","steps":["trace[1594304555] 'agreement among raft nodes before linearized reading' (duration: 284.483136ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:20:20.106538Z","caller":"traceutil/trace.go:171","msg":"trace[298604468] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:7946; }","duration":"255.356846ms","start":"2026-07-07T16:20:19.851085Z","end":"2026-07-07T16:20:20.106442Z","steps":["trace[298604468] 'agreement among raft nodes before linearized reading' (duration: 255.169971ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:20:20.316941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.426221ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T16:20:20.317233Z","caller":"traceutil/trace.go:171","msg":"trace[8337600] transaction","detail":"{read_only:false; response_revision:7947; number_of_response:1; }","duration":"205.146671ms","start":"2026-07-07T16:20:20.11205Z","end":"2026-07-07T16:20:20.317196Z","steps":["trace[8337600] 'process raft request' (duration: 69.32196ms)","trace[8337600] 'compare' (duration: 135.226327ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:20:20.317358Z","caller":"traceutil/trace.go:171","msg":"trace[1791906991] transaction","detail":"{read_only:false; response_revision:7948; number_of_response:1; }","duration":"205.212273ms","start":"2026-07-07T16:20:20.112091Z","end":"2026-07-07T16:20:20.317303Z","steps":["trace[1791906991] 'process raft request' (duration: 205.054939ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:20:20.317545Z","caller":"traceutil/trace.go:171","msg":"trace[1169771509] linearizableReadLoop","detail":"{readStateIndex:8241; appliedIndex:8238; }","duration":"204.889255ms","start":"2026-07-07T16:20:20.112627Z","end":"2026-07-07T16:20:20.317516Z","steps":["trace[1169771509] 'read index received' (duration: 68.90936ms)","trace[1169771509] 'applied index is now lower than readState.Index' (duration: 135.977805ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:20:20.317619Z","caller":"traceutil/trace.go:171","msg":"trace[1106265735] transaction","detail":"{read_only:false; response_revision:7949; number_of_response:1; }","duration":"205.458429ms","start":"2026-07-07T16:20:20.112154Z","end":"2026-07-07T16:20:20.317612Z","steps":["trace[1106265735] 'process raft request' (duration: 205.098631ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:20:20.318143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.49395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:21 size:184515"} {"level":"info","ts":"2026-07-07T16:20:20.31822Z","caller":"traceutil/trace.go:171","msg":"trace[1493378658] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:21; response_revision:7949; }","duration":"205.603953ms","start":"2026-07-07T16:20:20.1126Z","end":"2026-07-07T16:20:20.318204Z","steps":["trace[1493378658] 'agreement among raft nodes before linearized reading' (duration: 205.021039ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:20:20.479446Z","caller":"traceutil/trace.go:171","msg":"trace[1742807259] transaction","detail":"{read_only:false; response_revision:7950; number_of_response:1; }","duration":"151.160255ms","start":"2026-07-07T16:20:20.328251Z","end":"2026-07-07T16:20:20.479411Z","steps":["trace[1742807259] 'process raft request' (duration: 150.649923ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:20:20.810352Z","caller":"traceutil/trace.go:171","msg":"trace[1913911693] transaction","detail":"{read_only:false; response_revision:7953; number_of_response:1; }","duration":"102.799446ms","start":"2026-07-07T16:20:20.707472Z","end":"2026-07-07T16:20:20.810271Z","steps":["trace[1913911693] 'process raft request' (duration: 102.12255ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:20:21.008865Z","caller":"traceutil/trace.go:171","msg":"trace[1360088471] transaction","detail":"{read_only:false; response_revision:7954; number_of_response:1; }","duration":"186.452445ms","start":"2026-07-07T16:20:20.822384Z","end":"2026-07-07T16:20:21.008837Z","steps":["trace[1360088471] 'process raft request' (duration: 120.733083ms)","trace[1360088471] 'compare' (duration: 65.514967ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:20:21.009003Z","caller":"traceutil/trace.go:171","msg":"trace[1111022502] transaction","detail":"{read_only:false; response_revision:7955; number_of_response:1; }","duration":"147.862475ms","start":"2026-07-07T16:20:20.861118Z","end":"2026-07-07T16:20:21.00898Z","steps":["trace[1111022502] 'process raft request' (duration: 147.65692ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:20:21.406488Z","caller":"traceutil/trace.go:171","msg":"trace[239853736] linearizableReadLoop","detail":"{readStateIndex:8249; appliedIndex:8248; }","duration":"299.781329ms","start":"2026-07-07T16:20:21.106684Z","end":"2026-07-07T16:20:21.406465Z","steps":["trace[239853736] 'read index received' (duration: 299.591344ms)","trace[239853736] 'applied index is now lower than readState.Index' (duration: 188.795µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:20:21.406587Z","caller":"traceutil/trace.go:171","msg":"trace[96219814] transaction","detail":"{read_only:false; response_revision:7957; number_of_response:1; }","duration":"301.553452ms","start":"2026-07-07T16:20:21.104988Z","end":"2026-07-07T16:20:21.406541Z","steps":["trace[96219814] 'process raft request' (duration: 301.287105ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:20:21.406694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.947583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:20:21.406779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:20:21.104952Z","time spent":"301.730396ms","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45844,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:20:21.406793Z","caller":"traceutil/trace.go:171","msg":"trace[1513947648] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7957; }","duration":"300.155408ms","start":"2026-07-07T16:20:21.106602Z","end":"2026-07-07T16:20:21.406758Z","steps":["trace[1513947648] 'agreement among raft nodes before linearized reading' (duration: 299.971204ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:20:21.40698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:20:21.106574Z","time spent":"300.393804ms","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-07T16:20:21.440648Z","caller":"traceutil/trace.go:171","msg":"trace[706013122] transaction","detail":"{read_only:false; response_revision:7958; number_of_response:1; }","duration":"137.80313ms","start":"2026-07-07T16:20:21.30281Z","end":"2026-07-07T16:20:21.440613Z","steps":["trace[706013122] 'process raft request' (duration: 137.538763ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:20:21.440717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.738079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T16:20:21.440953Z","caller":"traceutil/trace.go:171","msg":"trace[1537989415] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:7958; }","duration":"160.979675ms","start":"2026-07-07T16:20:21.279899Z","end":"2026-07-07T16:20:21.440879Z","steps":["trace[1537989415] 'agreement among raft nodes before linearized reading' (duration: 160.728769ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:20:21.644736Z","caller":"traceutil/trace.go:171","msg":"trace[618294940] transaction","detail":"{read_only:false; response_revision:7961; number_of_response:1; }","duration":"100.981324ms","start":"2026-07-07T16:20:21.543726Z","end":"2026-07-07T16:20:21.644707Z","steps":["trace[618294940] 'process raft request' (duration: 19.175458ms)","trace[618294940] 'compare' (duration: 81.636152ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:20:21.685123Z","caller":"traceutil/trace.go:171","msg":"trace[2029444169] transaction","detail":"{read_only:false; response_revision:7963; number_of_response:1; }","duration":"140.233531ms","start":"2026-07-07T16:20:21.544858Z","end":"2026-07-07T16:20:21.685092Z","steps":["trace[2029444169] 'process raft request' (duration: 140.139119ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:20:21.685347Z","caller":"traceutil/trace.go:171","msg":"trace[747124457] transaction","detail":"{read_only:false; response_revision:7962; number_of_response:1; }","duration":"141.279597ms","start":"2026-07-07T16:20:21.54388Z","end":"2026-07-07T16:20:21.68516Z","steps":["trace[747124457] 'process raft request' (duration: 140.932228ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:20:21.694046Z","caller":"traceutil/trace.go:171","msg":"trace[1192302146] transaction","detail":"{read_only:false; response_revision:7964; number_of_response:1; }","duration":"117.21522ms","start":"2026-07-07T16:20:21.576808Z","end":"2026-07-07T16:20:21.694023Z","steps":["trace[1192302146] 'process raft request' (duration: 117.078467ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:20:21.828774Z","caller":"traceutil/trace.go:171","msg":"trace[1136478377] transaction","detail":"{read_only:false; response_revision:7966; number_of_response:1; }","duration":"130.506014ms","start":"2026-07-07T16:20:21.698241Z","end":"2026-07-07T16:20:21.828747Z","steps":["trace[1136478377] 'process raft request' (duration: 130.31709ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:20:21.828917Z","caller":"traceutil/trace.go:171","msg":"trace[1692418412] linearizableReadLoop","detail":"{readStateIndex:8258; appliedIndex:8258; }","duration":"116.314268ms","start":"2026-07-07T16:20:21.712556Z","end":"2026-07-07T16:20:21.82887Z","steps":["trace[1692418412] 'read index received' (duration: 116.292748ms)","trace[1692418412] 'applied index is now lower than readState.Index' (duration: 17.7µs)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:20:21.829261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.756624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-rabbit-init-6j7dl\" ","response":"range_response_count:1 size:5216"} {"level":"info","ts":"2026-07-07T16:20:21.829368Z","caller":"traceutil/trace.go:171","msg":"trace[1181874775] range","detail":"{range_begin:/registry/pods/openstack/barbican-rabbit-init-6j7dl; range_end:; response_count:1; response_revision:7966; }","duration":"133.925658ms","start":"2026-07-07T16:20:21.695416Z","end":"2026-07-07T16:20:21.829342Z","steps":["trace[1181874775] 'agreement among raft nodes before linearized reading' (duration: 133.579059ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:20:21.830607Z","caller":"traceutil/trace.go:171","msg":"trace[903538079] transaction","detail":"{read_only:false; response_revision:7967; number_of_response:1; }","duration":"113.272963ms","start":"2026-07-07T16:20:21.717289Z","end":"2026-07-07T16:20:21.830562Z","steps":["trace[903538079] 'process raft request' (duration: 113.028217ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:20:21.958276Z","caller":"traceutil/trace.go:171","msg":"trace[900645784] transaction","detail":"{read_only:false; response_revision:7968; number_of_response:1; }","duration":"119.603628ms","start":"2026-07-07T16:20:21.838623Z","end":"2026-07-07T16:20:21.958226Z","steps":["trace[900645784] 'process raft request' (duration: 96.802682ms)","trace[900645784] 'compare' (duration: 22.563501ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:20:22.698576Z","caller":"traceutil/trace.go:171","msg":"trace[1143584211] transaction","detail":"{read_only:false; response_revision:7973; number_of_response:1; }","duration":"170.981571ms","start":"2026-07-07T16:20:22.527546Z","end":"2026-07-07T16:20:22.698527Z","steps":["trace[1143584211] 'process raft request' (duration: 162.701009ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:20:23.143199Z","caller":"traceutil/trace.go:171","msg":"trace[1592425323] transaction","detail":"{read_only:false; response_revision:7975; number_of_response:1; }","duration":"128.150697ms","start":"2026-07-07T16:20:23.015016Z","end":"2026-07-07T16:20:23.143166Z","steps":["trace[1592425323] 'process raft request' (duration: 127.919531ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:20:23.623072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.421346ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T16:20:23.623289Z","caller":"traceutil/trace.go:171","msg":"trace[784237248] linearizableReadLoop","detail":"{readStateIndex:8269; appliedIndex:8267; }","duration":"167.703702ms","start":"2026-07-07T16:20:23.455565Z","end":"2026-07-07T16:20:23.623269Z","steps":["trace[784237248] 'read index received' (duration: 20.715766ms)","trace[784237248] 'applied index is now lower than readState.Index' (duration: 146.985966ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:20:23.623321Z","caller":"traceutil/trace.go:171","msg":"trace[1581746732] transaction","detail":"{read_only:false; response_revision:7977; number_of_response:1; }","duration":"176.570428ms","start":"2026-07-07T16:20:23.446712Z","end":"2026-07-07T16:20:23.623283Z","steps":["trace[1581746732] 'process raft request' (duration: 67.802144ms)","trace[1581746732] 'compare' (duration: 108.307633ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:20:23.623444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.877017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:20:23.623511Z","caller":"traceutil/trace.go:171","msg":"trace[1762026466] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:7977; }","duration":"168.00018ms","start":"2026-07-07T16:20:23.455492Z","end":"2026-07-07T16:20:23.623493Z","steps":["trace[1762026466] 'agreement among raft nodes before linearized reading' (duration: 167.886547ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:20:23.623791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.391288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.193\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-07T16:20:23.623838Z","caller":"traceutil/trace.go:171","msg":"trace[149761860] range","detail":"{range_begin:/registry/masterleases/199.19.213.193; range_end:; response_count:1; response_revision:7977; }","duration":"161.516241ms","start":"2026-07-07T16:20:23.462311Z","end":"2026-07-07T16:20:23.623827Z","steps":["trace[149761860] 'agreement among raft nodes before linearized reading' (duration: 161.122151ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:20:24.002292Z","caller":"traceutil/trace.go:171","msg":"trace[1439719642] transaction","detail":"{read_only:false; response_revision:7981; number_of_response:1; }","duration":"161.984852ms","start":"2026-07-07T16:20:23.840238Z","end":"2026-07-07T16:20:24.002223Z","steps":["trace[1439719642] 'process raft request' (duration: 161.539892ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:20:24.214626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.908553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:20:24.214752Z","caller":"traceutil/trace.go:171","msg":"trace[1179339588] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:7981; }","duration":"108.118498ms","start":"2026-07-07T16:20:24.106603Z","end":"2026-07-07T16:20:24.214721Z","steps":["trace[1179339588] 'count revisions from in-memory index tree' (duration: 107.79343ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:20:24.723445Z","caller":"traceutil/trace.go:171","msg":"trace[751607222] transaction","detail":"{read_only:false; response_revision:7986; number_of_response:1; }","duration":"172.320175ms","start":"2026-07-07T16:20:24.551083Z","end":"2026-07-07T16:20:24.723403Z","steps":["trace[751607222] 'process raft request' (duration: 172.10004ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:20:26.424083Z","caller":"traceutil/trace.go:171","msg":"trace[951231844] transaction","detail":"{read_only:false; response_revision:7996; number_of_response:1; }","duration":"103.150646ms","start":"2026-07-07T16:20:26.32091Z","end":"2026-07-07T16:20:26.424061Z","steps":["trace[951231844] 'process raft request' (duration: 102.996682ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:20:26.742612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.858703ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T16:20:26.74276Z","caller":"traceutil/trace.go:171","msg":"trace[1945640225] transaction","detail":"{read_only:false; response_revision:7999; number_of_response:1; }","duration":"262.29299ms","start":"2026-07-07T16:20:26.480419Z","end":"2026-07-07T16:20:26.742712Z","steps":["trace[1945640225] 'process raft request' (duration: 47.245593ms)","trace[1945640225] 'compare' (duration: 214.498373ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:20:27.237817Z","caller":"traceutil/trace.go:171","msg":"trace[1286843118] linearizableReadLoop","detail":"{readStateIndex:8295; appliedIndex:8294; }","duration":"121.126465ms","start":"2026-07-07T16:20:27.116661Z","end":"2026-07-07T16:20:27.237788Z","steps":["trace[1286843118] 'read index received' (duration: 120.939111ms)","trace[1286843118] 'applied index is now lower than readState.Index' (duration: 185.994µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:20:27.237976Z","caller":"traceutil/trace.go:171","msg":"trace[577407657] transaction","detail":"{read_only:false; response_revision:8002; number_of_response:1; }","duration":"126.141058ms","start":"2026-07-07T16:20:27.111798Z","end":"2026-07-07T16:20:27.237939Z","steps":["trace[577407657] 'process raft request' (duration: 125.792129ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:20:27.238028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.350761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:20:27.238081Z","caller":"traceutil/trace.go:171","msg":"trace[943897177] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:8002; }","duration":"121.481034ms","start":"2026-07-07T16:20:27.11659Z","end":"2026-07-07T16:20:27.238071Z","steps":["trace[943897177] 'agreement among raft nodes before linearized reading' (duration: 121.31866ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:20:27.272958Z","caller":"traceutil/trace.go:171","msg":"trace[451316984] transaction","detail":"{read_only:false; response_revision:8003; number_of_response:1; }","duration":"108.023466ms","start":"2026-07-07T16:20:27.164909Z","end":"2026-07-07T16:20:27.272933Z","steps":["trace[451316984] 'process raft request' (duration: 107.885592ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:20:27.804184Z","caller":"traceutil/trace.go:171","msg":"trace[2052867648] transaction","detail":"{read_only:false; response_revision:8006; number_of_response:1; }","duration":"158.017616ms","start":"2026-07-07T16:20:27.646112Z","end":"2026-07-07T16:20:27.804129Z","steps":["trace[2052867648] 'process raft request' (duration: 102.747727ms)","trace[2052867648] 'compare' (duration: 54.90917ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:20:28.087046Z","caller":"traceutil/trace.go:171","msg":"trace[149411219] transaction","detail":"{read_only:false; response_revision:8008; number_of_response:1; }","duration":"113.467619ms","start":"2026-07-07T16:20:27.973552Z","end":"2026-07-07T16:20:28.08702Z","steps":["trace[149411219] 'process raft request' (duration: 113.318565ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:20:28.378337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.510393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:20:28.378432Z","caller":"traceutil/trace.go:171","msg":"trace[512899158] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:0; response_revision:8009; }","duration":"116.680318ms","start":"2026-07-07T16:20:28.26173Z","end":"2026-07-07T16:20:28.37841Z","steps":["trace[512899158] 'range keys from in-memory index tree' (duration: 116.412801ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:20:28.378463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.98745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:20:28.378544Z","caller":"traceutil/trace.go:171","msg":"trace[2067951631] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:8009; }","duration":"116.138134ms","start":"2026-07-07T16:20:28.262387Z","end":"2026-07-07T16:20:28.378525Z","steps":["trace[2067951631] 'range keys from in-memory index tree' (duration: 115.870018ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:20:28.378759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.768426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-rabbit-init\" ","response":"range_response_count:1 size:4976"} {"level":"info","ts":"2026-07-07T16:20:28.379028Z","caller":"traceutil/trace.go:171","msg":"trace[2062473469] range","detail":"{range_begin:/registry/jobs/openstack/barbican-rabbit-init; range_end:; response_count:1; response_revision:8009; }","duration":"113.968232ms","start":"2026-07-07T16:20:28.26489Z","end":"2026-07-07T16:20:28.378858Z","steps":["trace[2062473469] 'range keys from in-memory index tree' (duration: 113.383547ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:20:28.585937Z","caller":"traceutil/trace.go:171","msg":"trace[1555163275] linearizableReadLoop","detail":"{readStateIndex:8303; appliedIndex:8302; }","duration":"147.791416ms","start":"2026-07-07T16:20:28.438111Z","end":"2026-07-07T16:20:28.585902Z","steps":["trace[1555163275] 'read index received' (duration: 147.5336ms)","trace[1555163275] 'applied index is now lower than readState.Index' (duration: 255.606µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:20:28.586038Z","caller":"traceutil/trace.go:171","msg":"trace[1660700369] transaction","detail":"{read_only:false; response_revision:8010; number_of_response:1; }","duration":"151.774294ms","start":"2026-07-07T16:20:28.434218Z","end":"2026-07-07T16:20:28.585992Z","steps":["trace[1660700369] 'process raft request' (duration: 151.455486ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:20:28.586271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.122924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p22f7\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-07-07T16:20:28.58632Z","caller":"traceutil/trace.go:171","msg":"trace[2009718918] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p22f7; range_end:; response_count:1; response_revision:8010; }","duration":"148.252187ms","start":"2026-07-07T16:20:28.438055Z","end":"2026-07-07T16:20:28.586308Z","steps":["trace[2009718918] 'agreement among raft nodes before linearized reading' (duration: 148.021912ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:20:28.606128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.034652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-07T16:20:28.606234Z","caller":"traceutil/trace.go:171","msg":"trace[229561719] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8010; }","duration":"139.199426ms","start":"2026-07-07T16:20:28.467014Z","end":"2026-07-07T16:20:28.606213Z","steps":["trace[229561719] 'agreement among raft nodes before linearized reading' (duration: 138.812426ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:20:28.768008Z","caller":"traceutil/trace.go:171","msg":"trace[445364974] transaction","detail":"{read_only:false; response_revision:8012; number_of_response:1; }","duration":"157.559994ms","start":"2026-07-07T16:20:28.610398Z","end":"2026-07-07T16:20:28.767958Z","steps":["trace[445364974] 'process raft request' (duration: 76.467896ms)","trace[445364974] 'compare' (duration: 80.856502ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:20:28.768345Z","caller":"traceutil/trace.go:171","msg":"trace[1495974551] transaction","detail":"{read_only:false; response_revision:8013; number_of_response:1; }","duration":"154.893319ms","start":"2026-07-07T16:20:28.613251Z","end":"2026-07-07T16:20:28.768145Z","steps":["trace[1495974551] 'process raft request' (duration: 154.598822ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:20:28.849374Z","caller":"traceutil/trace.go:171","msg":"trace[1814112318] linearizableReadLoop","detail":"{readStateIndex:8307; appliedIndex:8305; }","duration":"167.444836ms","start":"2026-07-07T16:20:28.68189Z","end":"2026-07-07T16:20:28.849335Z","steps":["trace[1814112318] 'read index received' (duration: 4.987432ms)","trace[1814112318] 'applied index is now lower than readState.Index' (duration: 162.455454ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:20:28.849644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.702992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:20:28.849763Z","caller":"traceutil/trace.go:171","msg":"trace[188227765] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:8013; }","duration":"167.930517ms","start":"2026-07-07T16:20:28.681797Z","end":"2026-07-07T16:20:28.849727Z","steps":["trace[188227765] 'agreement among raft nodes before linearized reading' (duration: 167.693382ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:20:28.900107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.892731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-07T16:20:28.900197Z","caller":"traceutil/trace.go:171","msg":"trace[129237212] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8014; }","duration":"153.044295ms","start":"2026-07-07T16:20:28.747135Z","end":"2026-07-07T16:20:28.90018Z","steps":["trace[129237212] 'agreement among raft nodes before linearized reading' (duration: 152.834329ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:21:02.22963Z","caller":"traceutil/trace.go:171","msg":"trace[93090020] transaction","detail":"{read_only:false; response_revision:8232; number_of_response:1; }","duration":"301.411733ms","start":"2026-07-07T16:21:01.928178Z","end":"2026-07-07T16:21:02.22959Z","steps":["trace[93090020] 'process raft request' (duration: 300.931142ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:21:02.229803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:21:01.928153Z","time spent":"301.567277ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:21:02.230697Z","caller":"traceutil/trace.go:171","msg":"trace[1380314433] linearizableReadLoop","detail":"{readStateIndex:8533; appliedIndex:8533; }","duration":"210.498205ms","start":"2026-07-07T16:21:02.020163Z","end":"2026-07-07T16:21:02.230661Z","steps":["trace[1380314433] 'read index received' (duration: 210.487215ms)","trace[1380314433] 'applied index is now lower than readState.Index' (duration: 8.67µs)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:21:02.230892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.69506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:21:02.230981Z","caller":"traceutil/trace.go:171","msg":"trace[1633906425] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:8232; }","duration":"210.831683ms","start":"2026-07-07T16:21:02.02011Z","end":"2026-07-07T16:21:02.230942Z","steps":["trace[1633906425] 'agreement among raft nodes before linearized reading' (duration: 210.70325ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:21:02.233514Z","caller":"traceutil/trace.go:171","msg":"trace[119289088] transaction","detail":"{read_only:false; response_revision:8233; number_of_response:1; }","duration":"209.89627ms","start":"2026-07-07T16:21:02.023581Z","end":"2026-07-07T16:21:02.233478Z","steps":["trace[119289088] 'process raft request' (duration: 209.701635ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:21:02.233585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.602118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:21:02.233627Z","caller":"traceutil/trace.go:171","msg":"trace[2093480409] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8233; }","duration":"126.67749ms","start":"2026-07-07T16:21:02.106935Z","end":"2026-07-07T16:21:02.233612Z","steps":["trace[2093480409] 'agreement among raft nodes before linearized reading' (duration: 126.458875ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:21:33.235252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.268044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-07T16:21:33.235396Z","caller":"traceutil/trace.go:171","msg":"trace[138666309] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8429; }","duration":"120.800657ms","start":"2026-07-07T16:21:33.114569Z","end":"2026-07-07T16:21:33.23537Z","steps":["trace[138666309] 'range keys from in-memory index tree' (duration: 119.825433ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:21:33.480887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.690191ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T16:21:33.481036Z","caller":"traceutil/trace.go:171","msg":"trace[49040864] linearizableReadLoop","detail":"{readStateIndex:8739; appliedIndex:8738; }","duration":"101.745623ms","start":"2026-07-07T16:21:33.379268Z","end":"2026-07-07T16:21:33.481014Z","steps":["trace[49040864] 'read index received' (duration: 59.502µs)","trace[49040864] 'applied index is now lower than readState.Index' (duration: 101.684701ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:21:33.481151Z","caller":"traceutil/trace.go:171","msg":"trace[1477851116] transaction","detail":"{read_only:false; response_revision:8432; number_of_response:1; }","duration":"237.494654ms","start":"2026-07-07T16:21:33.243613Z","end":"2026-07-07T16:21:33.481107Z","steps":["trace[1477851116] 'process raft request' (duration: 101.439935ms)","trace[1477851116] 'compare' (duration: 135.509846ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:21:33.48125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.986688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-07T16:21:33.481324Z","caller":"traceutil/trace.go:171","msg":"trace[352088893] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8432; }","duration":"102.102341ms","start":"2026-07-07T16:21:33.3792Z","end":"2026-07-07T16:21:33.481303Z","steps":["trace[352088893] 'agreement among raft nodes before linearized reading' (duration: 101.891116ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:21:52.569312Z","caller":"traceutil/trace.go:171","msg":"trace[1474845070] transaction","detail":"{read_only:false; response_revision:8569; number_of_response:1; }","duration":"144.723281ms","start":"2026-07-07T16:21:52.424549Z","end":"2026-07-07T16:21:52.569272Z","steps":["trace[1474845070] 'process raft request' (duration: 112.260329ms)","trace[1474845070] 'compare' (duration: 31.834847ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:22:01.473092Z","caller":"traceutil/trace.go:171","msg":"trace[1791170845] transaction","detail":"{read_only:false; response_revision:8620; number_of_response:1; }","duration":"194.725081ms","start":"2026-07-07T16:22:01.278307Z","end":"2026-07-07T16:22:01.473032Z","steps":["trace[1791170845] 'process raft request' (duration: 156.012456ms)","trace[1791170845] 'compare' (duration: 38.398197ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:22:01.473212Z","caller":"traceutil/trace.go:171","msg":"trace[364334881] transaction","detail":"{read_only:false; response_revision:8621; number_of_response:1; }","duration":"194.756102ms","start":"2026-07-07T16:22:01.27842Z","end":"2026-07-07T16:22:01.473176Z","steps":["trace[364334881] 'process raft request' (duration: 194.481135ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:22:01.473218Z","caller":"traceutil/trace.go:171","msg":"trace[1598525368] transaction","detail":"{read_only:false; response_revision:8622; number_of_response:1; }","duration":"191.057132ms","start":"2026-07-07T16:22:01.282122Z","end":"2026-07-07T16:22:01.473179Z","steps":["trace[1598525368] 'process raft request' (duration: 190.873577ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:22:01.473274Z","caller":"traceutil/trace.go:171","msg":"trace[771488050] linearizableReadLoop","detail":"{readStateIndex:8939; appliedIndex:8935; }","duration":"173.530975ms","start":"2026-07-07T16:22:01.299725Z","end":"2026-07-07T16:22:01.473256Z","steps":["trace[771488050] 'read index received' (duration: 10.665761ms)","trace[771488050] 'applied index is now lower than readState.Index' (duration: 162.862183ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:22:01.473411Z","caller":"traceutil/trace.go:171","msg":"trace[1014737668] transaction","detail":"{read_only:false; response_revision:8623; number_of_response:1; }","duration":"119.045145ms","start":"2026-07-07T16:22:01.354335Z","end":"2026-07-07T16:22:01.47338Z","steps":["trace[1014737668] 'process raft request' (duration: 118.761228ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:22:01.473448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.712658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:22:01.473487Z","caller":"traceutil/trace.go:171","msg":"trace[1093399272] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8623; }","duration":"173.825982ms","start":"2026-07-07T16:22:01.299651Z","end":"2026-07-07T16:22:01.473477Z","steps":["trace[1093399272] 'agreement among raft nodes before linearized reading' (duration: 173.701369ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:22:07.772841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.934791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-07T16:22:07.772942Z","caller":"traceutil/trace.go:171","msg":"trace[1508559194] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8786; }","duration":"112.099405ms","start":"2026-07-07T16:22:07.660821Z","end":"2026-07-07T16:22:07.772921Z","steps":["trace[1508559194] 'range keys from in-memory index tree' (duration: 111.775267ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:22:09.774366Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004023601,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T16:22:10.27447Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004023601,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T16:22:10.680297Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.411527899s","expected-duration":"1s"} {"level":"info","ts":"2026-07-07T16:22:10.680758Z","caller":"traceutil/trace.go:171","msg":"trace[59235712] transaction","detail":"{read_only:false; response_revision:8794; number_of_response:1; }","duration":"1.412098033s","start":"2026-07-07T16:22:09.268639Z","end":"2026-07-07T16:22:10.680737Z","steps":["trace[59235712] 'process raft request' (duration: 1.41195009s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:22:10.680916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:22:09.268611Z","time spent":"1.412229247s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:22:10.701592Z","caller":"traceutil/trace.go:171","msg":"trace[1879352290] transaction","detail":"{read_only:false; response_revision:8797; number_of_response:1; }","duration":"175.583324ms","start":"2026-07-07T16:22:10.52597Z","end":"2026-07-07T16:22:10.701554Z","steps":["trace[1879352290] 'process raft request' (duration: 175.510592ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:22:10.701651Z","caller":"traceutil/trace.go:171","msg":"trace[1617250566] transaction","detail":"{read_only:false; response_revision:8795; number_of_response:1; }","duration":"1.201829703s","start":"2026-07-07T16:22:09.49978Z","end":"2026-07-07T16:22:10.701609Z","steps":["trace[1617250566] 'process raft request' (duration: 1.201459054s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:22:10.701736Z","caller":"traceutil/trace.go:171","msg":"trace[1684589844] transaction","detail":"{read_only:false; response_revision:8796; number_of_response:1; }","duration":"923.326298ms","start":"2026-07-07T16:22:09.778375Z","end":"2026-07-07T16:22:10.701701Z","steps":["trace[1684589844] 'process raft request' (duration: 923.068272ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:22:10.701817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:22:09.499755Z","time spent":"1.201979637s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:22:10.701877Z","caller":"traceutil/trace.go:171","msg":"trace[1884036237] linearizableReadLoop","detail":"{readStateIndex:9115; appliedIndex:9112; }","duration":"1.428162406s","start":"2026-07-07T16:22:09.273665Z","end":"2026-07-07T16:22:10.701828Z","steps":["trace[1884036237] 'read index received' (duration: 1.407036861s)","trace[1884036237] 'applied index is now lower than readState.Index' (duration: 21.121845ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:22:10.701968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:22:09.777802Z","time spent":"924.049336ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:22:10.704096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.282484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T16:22:10.704141Z","caller":"traceutil/trace.go:171","msg":"trace[252161999] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8798; }","duration":"106.382446ms","start":"2026-07-07T16:22:10.597745Z","end":"2026-07-07T16:22:10.704127Z","steps":["trace[252161999] 'agreement among raft nodes before linearized reading' (duration: 104.441169ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:22:10.704189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.430519883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:22:10.704213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.894754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:22:10.704268Z","caller":"traceutil/trace.go:171","msg":"trace[172456602] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8798; }","duration":"1.430636456s","start":"2026-07-07T16:22:09.27361Z","end":"2026-07-07T16:22:10.704247Z","steps":["trace[172456602] 'agreement among raft nodes before linearized reading' (duration: 1.428306789s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:22:10.704303Z","caller":"traceutil/trace.go:171","msg":"trace[939658124] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:8798; }","duration":"636.069709ms","start":"2026-07-07T16:22:10.068214Z","end":"2026-07-07T16:22:10.704284Z","steps":["trace[939658124] 'agreement among raft nodes before linearized reading' (duration: 633.968408ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:22:10.704319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:22:09.273592Z","time spent":"1.430713367s","remote":"127.0.0.1:45200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-07T16:22:10.704367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:22:10.068196Z","time spent":"636.14938ms","remote":"127.0.0.1:45040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:22:10.704364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.937728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-07T16:22:10.704364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.85923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:22:10.704537Z","caller":"traceutil/trace.go:171","msg":"trace[238713571] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8798; }","duration":"923.136943ms","start":"2026-07-07T16:22:09.781365Z","end":"2026-07-07T16:22:10.704502Z","steps":["trace[238713571] 'agreement among raft nodes before linearized reading' (duration: 920.843047ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:22:10.704539Z","caller":"traceutil/trace.go:171","msg":"trace[825137258] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:8798; }","duration":"469.155828ms","start":"2026-07-07T16:22:10.235357Z","end":"2026-07-07T16:22:10.704513Z","steps":["trace[825137258] 'agreement among raft nodes before linearized reading' (duration: 466.773909ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:22:10.704597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.429105269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p22f7\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-07-07T16:22:10.704619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:22:09.781351Z","time spent":"923.250416ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-07T16:22:10.704662Z","caller":"traceutil/trace.go:171","msg":"trace[257053743] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p22f7; range_end:; response_count:1; response_revision:8798; }","duration":"1.429215131s","start":"2026-07-07T16:22:09.27543Z","end":"2026-07-07T16:22:10.704645Z","steps":["trace[257053743] 'agreement among raft nodes before linearized reading' (duration: 1.426653818s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:22:10.704704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:22:09.275419Z","time spent":"1.429274263s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-p22f7\" "} {"level":"warn","ts":"2026-07-07T16:22:10.704621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:22:10.235336Z","time spent":"469.26651ms","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:22:10.704523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.511932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-07-07T16:22:10.704724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.134580873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-07T16:22:10.704806Z","caller":"traceutil/trace.go:171","msg":"trace[836574374] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:8798; }","duration":"259.84852ms","start":"2026-07-07T16:22:10.444942Z","end":"2026-07-07T16:22:10.70479Z","steps":["trace[836574374] 'agreement among raft nodes before linearized reading' (duration: 257.253077ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:22:10.704841Z","caller":"traceutil/trace.go:171","msg":"trace[1374036164] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8798; }","duration":"1.134746646s","start":"2026-07-07T16:22:09.570063Z","end":"2026-07-07T16:22:10.70481Z","steps":["trace[1374036164] 'agreement among raft nodes before linearized reading' (duration: 1.132116272s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:22:10.704894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:22:09.570046Z","time spent":"1.134836999s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-07T16:22:10.705263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.294935114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T16:22:10.705324Z","caller":"traceutil/trace.go:171","msg":"trace[2017572814] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:8798; }","duration":"1.295039147s","start":"2026-07-07T16:22:09.410266Z","end":"2026-07-07T16:22:10.705305Z","steps":["trace[2017572814] 'agreement among raft nodes before linearized reading' (duration: 1.291934681s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:22:10.70537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:22:09.410243Z","time spent":"1.295112469s","remote":"127.0.0.1:45050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":10,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:22:21.804914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.120321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:22:21.805015Z","caller":"traceutil/trace.go:171","msg":"trace[1934411979] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8856; }","duration":"845.262604ms","start":"2026-07-07T16:22:20.95973Z","end":"2026-07-07T16:22:21.804992Z","steps":["trace[1934411979] 'count revisions from in-memory index tree' (duration: 845.076899ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:22:21.804991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.080959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:22:21.805072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:22:20.959723Z","time spent":"845.334845ms","remote":"127.0.0.1:57840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:22:21.805088Z","caller":"traceutil/trace.go:171","msg":"trace[1799071540] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8856; }","duration":"893.227054ms","start":"2026-07-07T16:22:20.911839Z","end":"2026-07-07T16:22:21.805066Z","steps":["trace[1799071540] 'count revisions from in-memory index tree' (duration: 893.024589ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:22:21.805144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:22:20.911831Z","time spent":"893.293285ms","remote":"127.0.0.1:57824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:22:21.8052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.458689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:22:21.805244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.205461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:22:21.805297Z","caller":"traceutil/trace.go:171","msg":"trace[240659843] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8856; }","duration":"845.603313ms","start":"2026-07-07T16:22:20.959673Z","end":"2026-07-07T16:22:21.805276Z","steps":["trace[240659843] 'range keys from in-memory index tree' (duration: 845.350496ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:22:21.805345Z","caller":"traceutil/trace.go:171","msg":"trace[1270898987] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8856; }","duration":"913.377765ms","start":"2026-07-07T16:22:20.891937Z","end":"2026-07-07T16:22:21.805315Z","steps":["trace[1270898987] 'count revisions from in-memory index tree' (duration: 913.030536ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:22:21.805368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:22:20.959665Z","time spent":"845.690345ms","remote":"127.0.0.1:57840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 "} {"level":"warn","ts":"2026-07-07T16:22:21.805412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:22:20.891913Z","time spent":"913.487828ms","remote":"127.0.0.1:57810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:22:21.805568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.627413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:22:21.805615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.665722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:22:21.805641Z","caller":"traceutil/trace.go:171","msg":"trace[219335393] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8856; }","duration":"913.741854ms","start":"2026-07-07T16:22:20.891893Z","end":"2026-07-07T16:22:21.805635Z","steps":["trace[219335393] 'range keys from in-memory index tree' (duration: 913.488628ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:22:21.805637Z","caller":"traceutil/trace.go:171","msg":"trace[1663168181] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8856; }","duration":"893.703865ms","start":"2026-07-07T16:22:20.911901Z","end":"2026-07-07T16:22:21.805605Z","steps":["trace[1663168181] 'range keys from in-memory index tree' (duration: 893.52148ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:22:21.805661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:22:20.891873Z","time spent":"913.782805ms","remote":"127.0.0.1:57810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 "} {"level":"warn","ts":"2026-07-07T16:22:21.80569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:22:20.911886Z","time spent":"893.789206ms","remote":"127.0.0.1:57824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 "} {"level":"warn","ts":"2026-07-07T16:22:21.805318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.49736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-07T16:22:21.805802Z","caller":"traceutil/trace.go:171","msg":"trace[815212460] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8856; }","duration":"901.046234ms","start":"2026-07-07T16:22:20.904736Z","end":"2026-07-07T16:22:21.805782Z","steps":["trace[815212460] 'range keys from in-memory index tree' (duration: 900.221013ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:22:21.805856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:22:20.904723Z","time spent":"901.120116ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-07T16:22:21.805848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.422008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:22:21.805907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.625703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:22:21.805932Z","caller":"traceutil/trace.go:171","msg":"trace[1742123584] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8856; }","duration":"827.529361ms","start":"2026-07-07T16:22:20.978381Z","end":"2026-07-07T16:22:21.80591Z","steps":["trace[1742123584] 'range keys from in-memory index tree' (duration: 827.364837ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:22:21.805956Z","caller":"traceutil/trace.go:171","msg":"trace[1079651100] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8856; }","duration":"893.684124ms","start":"2026-07-07T16:22:20.912259Z","end":"2026-07-07T16:22:21.805943Z","steps":["trace[1079651100] 'range keys from in-memory index tree' (duration: 893.578372ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:22:21.80599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:22:20.978369Z","time spent":"827.596113ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 "} {"level":"warn","ts":"2026-07-07T16:22:21.805964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.240667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:22:21.806063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.11822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-07T16:22:21.806032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.1891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:22:21.806096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.718206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-67587d5495-cm86f.18c00e6ebdd5117d\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-07-07T16:22:21.806111Z","caller":"traceutil/trace.go:171","msg":"trace[1985732] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:8856; }","duration":"870.217032ms","start":"2026-07-07T16:22:20.935881Z","end":"2026-07-07T16:22:21.806099Z","steps":["trace[1985732] 'count revisions from in-memory index tree' (duration: 869.944605ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:22:21.806109Z","caller":"traceutil/trace.go:171","msg":"trace[341734922] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8856; }","duration":"698.453422ms","start":"2026-07-07T16:22:21.107623Z","end":"2026-07-07T16:22:21.806077Z","steps":["trace[341734922] 'range keys from in-memory index tree' (duration: 698.133585ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:22:21.806137Z","caller":"traceutil/trace.go:171","msg":"trace[1903210210] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8856; }","duration":"913.350054ms","start":"2026-07-07T16:22:20.892763Z","end":"2026-07-07T16:22:21.806113Z","steps":["trace[1903210210] 'range keys from in-memory index tree' (duration: 913.123008ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:22:21.806162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:22:20.935858Z","time spent":"870.290764ms","remote":"127.0.0.1:44984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:22:21.806191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:22:20.892746Z","time spent":"913.432336ms","remote":"127.0.0.1:57810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 "} {"level":"warn","ts":"2026-07-07T16:22:21.806001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:22:20.912252Z","time spent":"893.735815ms","remote":"127.0.0.1:57824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 "} {"level":"warn","ts":"2026-07-07T16:22:21.806364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.815513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:22:21.806373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.647758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:22:21.806419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.594026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:22:21.80642Z","caller":"traceutil/trace.go:171","msg":"trace[833988390] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8856; }","duration":"828.906964ms","start":"2026-07-07T16:22:20.977497Z","end":"2026-07-07T16:22:21.806404Z","steps":["trace[833988390] 'count revisions from in-memory index tree' (duration: 828.727661ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:22:21.806448Z","caller":"traceutil/trace.go:171","msg":"trace[1008975860] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8856; }","duration":"869.625647ms","start":"2026-07-07T16:22:20.936813Z","end":"2026-07-07T16:22:21.806439Z","steps":["trace[1008975860] 'range keys from in-memory index tree' (duration: 869.541385ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:22:21.80612Z","caller":"traceutil/trace.go:171","msg":"trace[1222953697] range","detail":"{range_begin:/registry/events/openstack/barbican-api-67587d5495-cm86f.18c00e6ebdd5117d; range_end:; response_count:1; response_revision:8856; }","duration":"570.789397ms","start":"2026-07-07T16:22:21.235323Z","end":"2026-07-07T16:22:21.806113Z","steps":["trace[1222953697] 'range keys from in-memory index tree' (duration: 570.527821ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:22:21.806448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.474814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:22:21.806461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:22:20.977481Z","time spent":"828.969016ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:22:21.806372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.526119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-07T16:22:21.806498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.33628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:22:21.806495Z","caller":"traceutil/trace.go:171","msg":"trace[2009090157] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8856; }","duration":"869.541615ms","start":"2026-07-07T16:22:20.936942Z","end":"2026-07-07T16:22:21.806484Z","steps":["trace[2009090157] 'count revisions from in-memory index tree' (duration: 869.444763ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:22:21.806517Z","caller":"traceutil/trace.go:171","msg":"trace[692702026] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8856; }","duration":"869.372701ms","start":"2026-07-07T16:22:20.937138Z","end":"2026-07-07T16:22:21.806511Z","steps":["trace[692702026] 'range keys from in-memory index tree' (duration: 869.301289ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:22:21.806537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:22:20.937132Z","time spent":"869.399261ms","remote":"127.0.0.1:57826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 "} {"level":"warn","ts":"2026-07-07T16:22:21.806531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:22:20.936938Z","time spent":"869.582946ms","remote":"127.0.0.1:57826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:22:21.806467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:22:20.936788Z","time spent":"869.672669ms","remote":"127.0.0.1:57826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 "} {"level":"warn","ts":"2026-07-07T16:22:21.806526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:22:21.235288Z","time spent":"571.198497ms","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-67587d5495-cm86f.18c00e6ebdd5117d\" "} {"level":"info","ts":"2026-07-07T16:22:21.806542Z","caller":"traceutil/trace.go:171","msg":"trace[1949306882] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:8856; }","duration":"847.697084ms","start":"2026-07-07T16:22:20.958815Z","end":"2026-07-07T16:22:21.806512Z","steps":["trace[1949306882] 'count revisions from in-memory index tree' (duration: 847.484828ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:22:21.806606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:22:20.958805Z","time spent":"847.781936ms","remote":"127.0.0.1:45110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:22:21.806452Z","caller":"traceutil/trace.go:171","msg":"trace[2037712134] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8856; }","duration":"828.803242ms","start":"2026-07-07T16:22:20.977623Z","end":"2026-07-07T16:22:21.806426Z","steps":["trace[2037712134] 'range keys from in-memory index tree' (duration: 828.543266ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:22:21.806705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:22:20.977592Z","time spent":"829.073269ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 "} {"level":"warn","ts":"2026-07-07T16:22:21.806846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:22:21.107596Z","time spent":"698.586275ms","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T16:22:21.807611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.797517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:22:21.807791Z","caller":"traceutil/trace.go:171","msg":"trace[994018646] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8856; }","duration":"847.301194ms","start":"2026-07-07T16:22:20.960445Z","end":"2026-07-07T16:22:21.807746Z","steps":["trace[994018646] 'range keys from in-memory index tree' (duration: 845.743386ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:22:21.807934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:22:20.960437Z","time spent":"847.423147ms","remote":"127.0.0.1:57840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 "} {"level":"info","ts":"2026-07-07T16:22:21.949374Z","caller":"traceutil/trace.go:171","msg":"trace[1296822797] linearizableReadLoop","detail":"{readStateIndex:9178; appliedIndex:9177; }","duration":"139.395481ms","start":"2026-07-07T16:22:21.809949Z","end":"2026-07-07T16:22:21.949345Z","steps":["trace[1296822797] 'read index received' (duration: 139.139635ms)","trace[1296822797] 'applied index is now lower than readState.Index' (duration: 254.936µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:22:21.949429Z","caller":"traceutil/trace.go:171","msg":"trace[2072945342] transaction","detail":"{read_only:false; response_revision:8857; number_of_response:1; }","duration":"140.116178ms","start":"2026-07-07T16:22:21.809282Z","end":"2026-07-07T16:22:21.949398Z","steps":["trace[2072945342] 'process raft request' (duration: 139.869372ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:22:21.949578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.579865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:22:21.949657Z","caller":"traceutil/trace.go:171","msg":"trace[1885586651] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8857; }","duration":"139.723939ms","start":"2026-07-07T16:22:21.809909Z","end":"2026-07-07T16:22:21.949633Z","steps":["trace[1885586651] 'agreement among raft nodes before linearized reading' (duration: 139.577726ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:22:21.950167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.355816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-07T16:22:21.950285Z","caller":"traceutil/trace.go:171","msg":"trace[617360323] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8857; }","duration":"138.53831ms","start":"2026-07-07T16:22:21.81172Z","end":"2026-07-07T16:22:21.950258Z","steps":["trace[617360323] 'agreement among raft nodes before linearized reading' (duration: 138.177822ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:22:22.186068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.380926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:22:22.186197Z","caller":"traceutil/trace.go:171","msg":"trace[185395949] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8857; }","duration":"163.542761ms","start":"2026-07-07T16:22:22.022598Z","end":"2026-07-07T16:22:22.18614Z","steps":["trace[185395949] 'range keys from in-memory index tree' (duration: 163.173831ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:22:22.977445Z","caller":"traceutil/trace.go:171","msg":"trace[938774828] transaction","detail":"{read_only:false; response_revision:8863; number_of_response:1; }","duration":"101.216269ms","start":"2026-07-07T16:22:22.876191Z","end":"2026-07-07T16:22:22.977407Z","steps":["trace[938774828] 'process raft request' (duration: 100.956953ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:22:22.977812Z","caller":"traceutil/trace.go:171","msg":"trace[193976366] transaction","detail":"{read_only:false; response_revision:8865; number_of_response:1; }","duration":"100.132704ms","start":"2026-07-07T16:22:22.877658Z","end":"2026-07-07T16:22:22.977791Z","steps":["trace[193976366] 'process raft request' (duration: 100.00353ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:22:22.977857Z","caller":"traceutil/trace.go:171","msg":"trace[1195019238] transaction","detail":"{read_only:false; response_revision:8864; number_of_response:1; }","duration":"100.272767ms","start":"2026-07-07T16:22:22.877565Z","end":"2026-07-07T16:22:22.977837Z","steps":["trace[1195019238] 'process raft request' (duration: 99.790785ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:22:23.920832Z","caller":"traceutil/trace.go:171","msg":"trace[1756287286] linearizableReadLoop","detail":"{readStateIndex:9188; appliedIndex:9187; }","duration":"476.929867ms","start":"2026-07-07T16:22:23.443874Z","end":"2026-07-07T16:22:23.920804Z","steps":["trace[1756287286] 'read index received' (duration: 476.871296ms)","trace[1756287286] 'applied index is now lower than readState.Index' (duration: 56.881µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:22:23.920929Z","caller":"traceutil/trace.go:171","msg":"trace[1110989471] transaction","detail":"{read_only:false; response_revision:8867; number_of_response:1; }","duration":"534.02268ms","start":"2026-07-07T16:22:23.386871Z","end":"2026-07-07T16:22:23.920893Z","steps":["trace[1110989471] 'process raft request' (duration: 533.775184ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:22:23.921073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.166493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:22:23.921167Z","caller":"traceutil/trace.go:171","msg":"trace[543247950] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:8867; }","duration":"477.328547ms","start":"2026-07-07T16:22:23.443815Z","end":"2026-07-07T16:22:23.921143Z","steps":["trace[543247950] 'agreement among raft nodes before linearized reading' (duration: 477.146833ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:22:23.921209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:22:23.443788Z","time spent":"477.413479ms","remote":"127.0.0.1:39286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:22:23.92133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:22:23.38685Z","time spent":"534.247405ms","remote":"127.0.0.1:45018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:22:24.180148Z","caller":"traceutil/trace.go:171","msg":"trace[1846958660] linearizableReadLoop","detail":"{readStateIndex:9189; appliedIndex:9188; }","duration":"259.103662ms","start":"2026-07-07T16:22:23.921018Z","end":"2026-07-07T16:22:24.180121Z","steps":["trace[1846958660] 'read index received' (duration: 258.836806ms)","trace[1846958660] 'applied index is now lower than readState.Index' (duration: 265.506µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:22:24.180201Z","caller":"traceutil/trace.go:171","msg":"trace[316502636] transaction","detail":"{read_only:false; response_revision:8868; number_of_response:1; }","duration":"665.217711ms","start":"2026-07-07T16:22:23.514934Z","end":"2026-07-07T16:22:24.180151Z","steps":["trace[316502636] 'process raft request' (duration: 665.007566ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:22:24.180396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.845628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-07T16:22:24.180512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.564678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.193\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-07T16:22:24.180525Z","caller":"traceutil/trace.go:171","msg":"trace[1477816468] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8868; }","duration":"580.087904ms","start":"2026-07-07T16:22:23.600416Z","end":"2026-07-07T16:22:24.180504Z","steps":["trace[1477816468] 'agreement among raft nodes before linearized reading' (duration: 579.854629ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:22:24.180567Z","caller":"traceutil/trace.go:171","msg":"trace[1251943834] range","detail":"{range_begin:/registry/masterleases/199.19.213.193; range_end:; response_count:1; response_revision:8868; }","duration":"710.686151ms","start":"2026-07-07T16:22:23.469868Z","end":"2026-07-07T16:22:24.180554Z","steps":["trace[1251943834] 'agreement among raft nodes before linearized reading' (duration: 710.398994ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:22:24.180586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:22:23.600386Z","time spent":"580.184496ms","remote":"127.0.0.1:49670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:22:24.180616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:22:23.469843Z","time spent":"710.763843ms","remote":"127.0.0.1:44782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.193\" "} {"level":"warn","ts":"2026-07-07T16:22:24.18068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.544861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/key-manager.18c00e6c16615e44\" ","response":"range_response_count:1 size:679"} {"level":"info","ts":"2026-07-07T16:22:24.180775Z","caller":"traceutil/trace.go:171","msg":"trace[880137655] range","detail":"{range_begin:/registry/events/openstack/key-manager.18c00e6c16615e44; range_end:; response_count:1; response_revision:8868; }","duration":"254.705204ms","start":"2026-07-07T16:22:23.926047Z","end":"2026-07-07T16:22:24.180752Z","steps":["trace[880137655] 'agreement among raft nodes before linearized reading' (duration: 254.396667ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:22:24.180717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:22:23.514907Z","time spent":"665.487928ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:22:24.349994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.419501ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-07-07T16:22:24.350312Z","caller":"traceutil/trace.go:171","msg":"trace[1899393582] transaction","detail":"{read_only:false; response_revision:8869; number_of_response:1; }","duration":"167.062226ms","start":"2026-07-07T16:22:24.183233Z","end":"2026-07-07T16:22:24.350295Z","steps":["trace[1899393582] 'process raft request' (duration: 166.883112ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:22:24.350317Z","caller":"traceutil/trace.go:171","msg":"trace[263591240] linearizableReadLoop","detail":"{readStateIndex:9190; appliedIndex:9189; }","duration":"168.493021ms","start":"2026-07-07T16:22:24.181794Z","end":"2026-07-07T16:22:24.350287Z","steps":["trace[263591240] 'read index received' (duration: 60.790033ms)","trace[263591240] 'applied index is now lower than readState.Index' (duration: 107.699498ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:22:24.350459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.649745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:22:24.350514Z","caller":"traceutil/trace.go:171","msg":"trace[1644148009] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8869; }","duration":"168.758727ms","start":"2026-07-07T16:22:24.181744Z","end":"2026-07-07T16:22:24.350502Z","steps":["trace[1644148009] 'agreement among raft nodes before linearized reading' (duration: 168.614174ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:22:25.04024Z","caller":"traceutil/trace.go:171","msg":"trace[1865846410] transaction","detail":"{read_only:false; response_revision:8873; number_of_response:1; }","duration":"165.745474ms","start":"2026-07-07T16:22:24.874472Z","end":"2026-07-07T16:22:25.040217Z","steps":["trace[1865846410] 'process raft request' (duration: 165.676252ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:22:25.040293Z","caller":"traceutil/trace.go:171","msg":"trace[627263123] transaction","detail":"{read_only:false; response_revision:8872; number_of_response:1; }","duration":"187.3044ms","start":"2026-07-07T16:22:24.852937Z","end":"2026-07-07T16:22:25.040241Z","steps":["trace[627263123] 'process raft request' (duration: 187.067624ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:22:25.040521Z","caller":"traceutil/trace.go:171","msg":"trace[1369511371] transaction","detail":"{read_only:false; response_revision:8874; number_of_response:1; }","duration":"164.013782ms","start":"2026-07-07T16:22:24.87648Z","end":"2026-07-07T16:22:25.040493Z","steps":["trace[1369511371] 'process raft request' (duration: 163.709804ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:22:25.315595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.378679ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T16:22:25.315769Z","caller":"traceutil/trace.go:171","msg":"trace[72971182] transaction","detail":"{read_only:false; response_revision:8875; number_of_response:1; }","duration":"270.49741ms","start":"2026-07-07T16:22:25.045252Z","end":"2026-07-07T16:22:25.315749Z","steps":["trace[72971182] 'process raft request' (duration: 69.887005ms)","trace[72971182] 'compare' (duration: 200.286077ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:22:25.316549Z","caller":"traceutil/trace.go:171","msg":"trace[572890516] transaction","detail":"{read_only:false; response_revision:8876; number_of_response:1; }","duration":"270.893009ms","start":"2026-07-07T16:22:25.045614Z","end":"2026-07-07T16:22:25.316507Z","steps":["trace[572890516] 'process raft request' (duration: 270.0901ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:22:25.316756Z","caller":"traceutil/trace.go:171","msg":"trace[1069270156] transaction","detail":"{read_only:false; response_revision:8877; number_of_response:1; }","duration":"270.422368ms","start":"2026-07-07T16:22:25.046306Z","end":"2026-07-07T16:22:25.316728Z","steps":["trace[1069270156] 'process raft request' (duration: 270.061339ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:22:25.317379Z","caller":"traceutil/trace.go:171","msg":"trace[1141280911] linearizableReadLoop","detail":"{readStateIndex:9198; appliedIndex:9196; }","duration":"271.184576ms","start":"2026-07-07T16:22:25.04618Z","end":"2026-07-07T16:22:25.317364Z","steps":["trace[1141280911] 'read index received' (duration: 68.978093ms)","trace[1141280911] 'applied index is now lower than readState.Index' (duration: 202.205193ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:22:25.317608Z","caller":"traceutil/trace.go:171","msg":"trace[1828311738] transaction","detail":"{read_only:false; response_revision:8878; number_of_response:1; }","duration":"271.209047ms","start":"2026-07-07T16:22:25.046387Z","end":"2026-07-07T16:22:25.317596Z","steps":["trace[1828311738] 'process raft request' (duration: 270.08793ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:22:25.317758Z","caller":"traceutil/trace.go:171","msg":"trace[1959535883] transaction","detail":"{read_only:false; response_revision:8879; number_of_response:1; }","duration":"271.333361ms","start":"2026-07-07T16:22:25.046412Z","end":"2026-07-07T16:22:25.317745Z","steps":["trace[1959535883] 'process raft request' (duration: 270.89252ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:22:25.318004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.810513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T16:22:25.318083Z","caller":"traceutil/trace.go:171","msg":"trace[201933840] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:8879; }","duration":"153.955216ms","start":"2026-07-07T16:22:25.164108Z","end":"2026-07-07T16:22:25.318064Z","steps":["trace[201933840] 'agreement among raft nodes before linearized reading' (duration: 153.802193ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:22:25.319135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.93911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224157"} {"level":"info","ts":"2026-07-07T16:22:25.319182Z","caller":"traceutil/trace.go:171","msg":"trace[79061108] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8879; }","duration":"273.036782ms","start":"2026-07-07T16:22:25.046135Z","end":"2026-07-07T16:22:25.319172Z","steps":["trace[79061108] 'agreement among raft nodes before linearized reading' (duration: 271.69697ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:22:26.494758Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000023f4.wal"} {"level":"info","ts":"2026-07-07T16:22:50.991067Z","caller":"traceutil/trace.go:171","msg":"trace[141285114] transaction","detail":"{read_only:false; response_revision:9061; number_of_response:1; }","duration":"220.08625ms","start":"2026-07-07T16:22:50.77095Z","end":"2026-07-07T16:22:50.991036Z","steps":["trace[141285114] 'process raft request' (duration: 219.893095ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:22:50.991485Z","caller":"traceutil/trace.go:171","msg":"trace[1925576804] linearizableReadLoop","detail":"{readStateIndex:9391; appliedIndex:9391; }","duration":"120.892659ms","start":"2026-07-07T16:22:50.870557Z","end":"2026-07-07T16:22:50.99145Z","steps":["trace[1925576804] 'read index received' (duration: 120.880789ms)","trace[1925576804] 'applied index is now lower than readState.Index' (duration: 8.69µs)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:22:50.991743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.163387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19403"} {"level":"info","ts":"2026-07-07T16:22:50.991807Z","caller":"traceutil/trace.go:171","msg":"trace[751858457] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:9061; }","duration":"121.269468ms","start":"2026-07-07T16:22:50.870518Z","end":"2026-07-07T16:22:50.991788Z","steps":["trace[751858457] 'agreement among raft nodes before linearized reading' (duration: 121.070094ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:22:55.607797Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004024475,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-07T16:22:55.716128Z","caller":"traceutil/trace.go:171","msg":"trace[1802392113] transaction","detail":"{read_only:false; response_revision:9084; number_of_response:1; }","duration":"807.177245ms","start":"2026-07-07T16:22:54.908925Z","end":"2026-07-07T16:22:55.716102Z","steps":["trace[1802392113] 'process raft request' (duration: 807.010941ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:22:55.716298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:22:54.908892Z","time spent":"807.317188ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:22:55.717898Z","caller":"traceutil/trace.go:171","msg":"trace[2097460545] linearizableReadLoop","detail":"{readStateIndex:9419; appliedIndex:9415; }","duration":"611.159152ms","start":"2026-07-07T16:22:55.106714Z","end":"2026-07-07T16:22:55.717874Z","steps":["trace[2097460545] 'read index received' (duration: 610.167928ms)","trace[2097460545] 'applied index is now lower than readState.Index' (duration: 990.074µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:22:55.718208Z","caller":"traceutil/trace.go:171","msg":"trace[330400458] transaction","detail":"{read_only:false; response_revision:9085; number_of_response:1; }","duration":"689.832212ms","start":"2026-07-07T16:22:55.028365Z","end":"2026-07-07T16:22:55.718197Z","steps":["trace[330400458] 'process raft request' (duration: 689.271708ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:22:55.718315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:22:55.028328Z","time spent":"689.918104ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:22:55.71844Z","caller":"traceutil/trace.go:171","msg":"trace[1636878852] transaction","detail":"{read_only:false; response_revision:9086; number_of_response:1; }","duration":"557.861411ms","start":"2026-07-07T16:22:55.160567Z","end":"2026-07-07T16:22:55.718428Z","steps":["trace[1636878852] 'process raft request' (duration: 557.190315ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:22:55.718491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:22:55.16054Z","time spent":"557.922043ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:22:55.718564Z","caller":"traceutil/trace.go:171","msg":"trace[702233836] transaction","detail":"{read_only:false; response_revision:9087; number_of_response:1; }","duration":"555.72583ms","start":"2026-07-07T16:22:55.16283Z","end":"2026-07-07T16:22:55.718555Z","steps":["trace[702233836] 'process raft request' (duration: 554.971091ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:22:55.718613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:22:55.162455Z","time spent":"556.135409ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:22:55.718764Z","caller":"traceutil/trace.go:171","msg":"trace[1218836762] transaction","detail":"{read_only:false; response_revision:9088; number_of_response:1; }","duration":"553.611847ms","start":"2026-07-07T16:22:55.165144Z","end":"2026-07-07T16:22:55.718755Z","steps":["trace[1218836762] 'process raft request' (duration: 552.699095ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:22:55.718818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:22:55.165129Z","time spent":"553.662609ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:22:55.718946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.240968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:22:55.718981Z","caller":"traceutil/trace.go:171","msg":"trace[1880060036] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9088; }","duration":"612.30459ms","start":"2026-07-07T16:22:55.106667Z","end":"2026-07-07T16:22:55.718972Z","steps":["trace[1880060036] 'agreement among raft nodes before linearized reading' (duration: 612.253409ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:22:55.719008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:22:55.10665Z","time spent":"612.353262ms","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T16:22:55.719273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.093436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-07T16:22:55.719308Z","caller":"traceutil/trace.go:171","msg":"trace[1942592530] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9088; }","duration":"228.190788ms","start":"2026-07-07T16:22:55.491108Z","end":"2026-07-07T16:22:55.719299Z","steps":["trace[1942592530] 'agreement among raft nodes before linearized reading' (duration: 228.081385ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:22:55.719445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.830446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T16:22:55.719479Z","caller":"traceutil/trace.go:171","msg":"trace[595959335] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:9088; }","duration":"124.902448ms","start":"2026-07-07T16:22:55.594568Z","end":"2026-07-07T16:22:55.719471Z","steps":["trace[595959335] 'agreement among raft nodes before linearized reading' (duration: 124.848527ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:22:55.719672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.371687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p22f7\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-07-07T16:22:55.719707Z","caller":"traceutil/trace.go:171","msg":"trace[1718438082] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p22f7; range_end:; response_count:1; response_revision:9088; }","duration":"220.425369ms","start":"2026-07-07T16:22:55.499274Z","end":"2026-07-07T16:22:55.719699Z","steps":["trace[1718438082] 'agreement among raft nodes before linearized reading' (duration: 220.330136ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:22:55.71988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.64022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-07T16:22:55.719911Z","caller":"traceutil/trace.go:171","msg":"trace[474030958] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9088; }","duration":"226.712332ms","start":"2026-07-07T16:22:55.493191Z","end":"2026-07-07T16:22:55.719904Z","steps":["trace[474030958] 'agreement among raft nodes before linearized reading' (duration: 226.63081ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:22:55.72004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.822994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-07T16:22:55.720093Z","caller":"traceutil/trace.go:171","msg":"trace[1108851442] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9088; }","duration":"228.954077ms","start":"2026-07-07T16:22:55.491127Z","end":"2026-07-07T16:22:55.720081Z","steps":["trace[1108851442] 'agreement among raft nodes before linearized reading' (duration: 228.816473ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:22:55.720235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.523365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-07T16:22:55.720269Z","caller":"traceutil/trace.go:171","msg":"trace[941271553] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9088; }","duration":"228.568067ms","start":"2026-07-07T16:22:55.491692Z","end":"2026-07-07T16:22:55.72026Z","steps":["trace[941271553] 'agreement among raft nodes before linearized reading' (duration: 228.481295ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:22:55.72028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.7245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-07T16:22:55.720317Z","caller":"traceutil/trace.go:171","msg":"trace[85489928] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9088; }","duration":"228.783002ms","start":"2026-07-07T16:22:55.491525Z","end":"2026-07-07T16:22:55.720309Z","steps":["trace[85489928] 'agreement among raft nodes before linearized reading' (duration: 228.69411ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:23:00.242448Z","caller":"traceutil/trace.go:171","msg":"trace[719116041] transaction","detail":"{read_only:false; response_revision:9107; number_of_response:1; }","duration":"716.761378ms","start":"2026-07-07T16:22:59.525652Z","end":"2026-07-07T16:23:00.242414Z","steps":["trace[719116041] 'process raft request' (duration: 716.502672ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:23:00.242686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:22:59.525612Z","time spent":"716.939622ms","remote":"127.0.0.1:57708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3657,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:23:00.959758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.682158ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T16:23:00.960029Z","caller":"traceutil/trace.go:171","msg":"trace[522997065] transaction","detail":"{read_only:false; response_revision:9108; number_of_response:1; }","duration":"1.227348956s","start":"2026-07-07T16:22:59.732625Z","end":"2026-07-07T16:23:00.959974Z","steps":["trace[522997065] 'process raft request' (duration: 778.316449ms)","trace[522997065] 'compare' (duration: 448.488374ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:23:00.960143Z","caller":"traceutil/trace.go:171","msg":"trace[1782075311] linearizableReadLoop","detail":"{readStateIndex:9443; appliedIndex:9438; }","duration":"1.218558052s","start":"2026-07-07T16:22:59.741562Z","end":"2026-07-07T16:23:00.96012Z","steps":["trace[1782075311] 'read index received' (duration: 500.655206ms)","trace[1782075311] 'applied index is now lower than readState.Index' (duration: 717.901436ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:23:00.960266Z","caller":"traceutil/trace.go:171","msg":"trace[1949920005] transaction","detail":"{read_only:false; response_revision:9109; number_of_response:1; }","duration":"1.226073635s","start":"2026-07-07T16:22:59.734179Z","end":"2026-07-07T16:23:00.960253Z","steps":["trace[1949920005] 'process raft request' (duration: 1.225708956s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:23:00.960342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:22:59.734173Z","time spent":"1.226129737s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:23:00.960249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:22:59.7326Z","time spent":"1.22752108s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:23:00.960513Z","caller":"traceutil/trace.go:171","msg":"trace[320625493] transaction","detail":"{read_only:false; response_revision:9112; number_of_response:1; }","duration":"1.116592784s","start":"2026-07-07T16:22:59.843891Z","end":"2026-07-07T16:23:00.960484Z","steps":["trace[320625493] 'process raft request' (duration: 1.116170964s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:23:00.960551Z","caller":"traceutil/trace.go:171","msg":"trace[1588943867] transaction","detail":"{read_only:false; response_revision:9110; number_of_response:1; }","duration":"1.222712823s","start":"2026-07-07T16:22:59.737779Z","end":"2026-07-07T16:23:00.960492Z","steps":["trace[1588943867] 'process raft request' (duration: 1.2221769s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:23:00.960663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:22:59.843857Z","time spent":"1.116728248s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:23:00.960675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.219067284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-07T16:23:00.960653Z","caller":"traceutil/trace.go:171","msg":"trace[237312046] transaction","detail":"{read_only:false; response_revision:9111; number_of_response:1; }","duration":"1.221854502s","start":"2026-07-07T16:22:59.738759Z","end":"2026-07-07T16:23:00.960614Z","steps":["trace[237312046] 'process raft request' (duration: 1.221251648s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:23:00.960701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211893749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-07T16:23:00.960718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:22:59.737735Z","time spent":"1.222893018s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:23:00.960734Z","caller":"traceutil/trace.go:171","msg":"trace[368497545] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9112; }","duration":"1.219181517s","start":"2026-07-07T16:22:59.741535Z","end":"2026-07-07T16:23:00.960717Z","steps":["trace[368497545] 'agreement among raft nodes before linearized reading' (duration: 1.218963592s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:23:00.960728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.216170163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-07T16:23:00.960757Z","caller":"traceutil/trace.go:171","msg":"trace[1038517734] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9112; }","duration":"1.211951721s","start":"2026-07-07T16:22:59.748789Z","end":"2026-07-07T16:23:00.96074Z","steps":["trace[1038517734] 'agreement among raft nodes before linearized reading' (duration: 1.211714385s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:23:00.960779Z","caller":"traceutil/trace.go:171","msg":"trace[1790251577] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9112; }","duration":"1.216256115s","start":"2026-07-07T16:22:59.744512Z","end":"2026-07-07T16:23:00.960768Z","steps":["trace[1790251577] 'agreement among raft nodes before linearized reading' (duration: 1.216008979s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:23:00.960773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:22:59.741507Z","time spent":"1.219258269s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-07T16:23:00.960794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:22:59.74877Z","time spent":"1.212017032s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-07T16:23:00.960802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:22:59.744507Z","time spent":"1.216290187s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-07T16:23:00.960828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:22:59.738746Z","time spent":"1.221996106s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:23:00.960803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.216389639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-07T16:23:00.960867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.215609829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p22f7\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-07-07T16:23:00.960901Z","caller":"traceutil/trace.go:171","msg":"trace[1413590983] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p22f7; range_end:; response_count:1; response_revision:9112; }","duration":"1.215653751s","start":"2026-07-07T16:22:59.745234Z","end":"2026-07-07T16:23:00.960888Z","steps":["trace[1413590983] 'agreement among raft nodes before linearized reading' (duration: 1.215554309s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:23:00.960928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:22:59.745228Z","time spent":"1.215694642s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-p22f7\" "} {"level":"warn","ts":"2026-07-07T16:23:00.960992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.177831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18c00e79fbc498ec\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-07-07T16:23:00.960906Z","caller":"traceutil/trace.go:171","msg":"trace[1572622912] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9112; }","duration":"1.216521982s","start":"2026-07-07T16:22:59.744359Z","end":"2026-07-07T16:23:00.960881Z","steps":["trace[1572622912] 'agreement among raft nodes before linearized reading' (duration: 1.216202244s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:23:00.961019Z","caller":"traceutil/trace.go:171","msg":"trace[448414549] range","detail":"{range_begin:/registry/events/openstack/ceph.18c00e79fbc498ec; range_end:; response_count:1; response_revision:9112; }","duration":"711.247704ms","start":"2026-07-07T16:23:00.249765Z","end":"2026-07-07T16:23:00.961012Z","steps":["trace[448414549] 'agreement among raft nodes before linearized reading' (duration: 711.08304ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:23:00.960985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.21928739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-07T16:23:00.961083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:22:59.74435Z","time spent":"1.216717366s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-07T16:23:00.96111Z","caller":"traceutil/trace.go:171","msg":"trace[469346175] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9112; }","duration":"1.219563317s","start":"2026-07-07T16:22:59.741513Z","end":"2026-07-07T16:23:00.961076Z","steps":["trace[469346175] 'agreement among raft nodes before linearized reading' (duration: 1.219061824s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:23:00.961281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:22:59.7415Z","time spent":"1.219768211s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-07T16:23:00.961041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:23:00.24974Z","time spent":"711.296905ms","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":722,"request content":"key:\"/registry/events/openstack/ceph.18c00e79fbc498ec\" "} {"level":"warn","ts":"2026-07-07T16:23:01.468308Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004024540,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T16:23:01.968733Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004024540,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T16:23:02.465606Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.500801289s","expected-duration":"1s"} {"level":"info","ts":"2026-07-07T16:23:02.46602Z","caller":"traceutil/trace.go:171","msg":"trace[1297329822] transaction","detail":"{read_only:false; response_revision:9113; number_of_response:1; }","duration":"1.501308402s","start":"2026-07-07T16:23:00.964682Z","end":"2026-07-07T16:23:02.46599Z","steps":["trace[1297329822] 'process raft request' (duration: 1.501138787s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:23:02.466195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:23:00.964657Z","time spent":"1.501452025s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:23:02.557053Z","caller":"traceutil/trace.go:171","msg":"trace[1294286285] transaction","detail":"{read_only:false; response_revision:9114; number_of_response:1; }","duration":"1.590949519s","start":"2026-07-07T16:23:00.966067Z","end":"2026-07-07T16:23:02.557017Z","steps":["trace[1294286285] 'process raft request' (duration: 1.555919304s)","trace[1294286285] 'compare' (duration: 34.570683ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:23:02.557204Z","caller":"traceutil/trace.go:171","msg":"trace[1642044410] transaction","detail":"{read_only:false; response_revision:9116; number_of_response:1; }","duration":"1.58978548s","start":"2026-07-07T16:23:00.967376Z","end":"2026-07-07T16:23:02.557161Z","steps":["trace[1642044410] 'process raft request' (duration: 1.589629086s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:23:02.557227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:23:00.96604Z","time spent":"1.591096332s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:23:02.557369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:23:00.967367Z","time spent":"1.589920713s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:23:02.557282Z","caller":"traceutil/trace.go:171","msg":"trace[1078008857] transaction","detail":"{read_only:false; response_revision:9115; number_of_response:1; }","duration":"1.591057211s","start":"2026-07-07T16:23:00.966086Z","end":"2026-07-07T16:23:02.557143Z","steps":["trace[1078008857] 'process raft request' (duration: 1.590821205s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:23:02.557409Z","caller":"traceutil/trace.go:171","msg":"trace[185977253] transaction","detail":"{read_only:false; response_revision:9117; number_of_response:1; }","duration":"1.589888703s","start":"2026-07-07T16:23:00.967466Z","end":"2026-07-07T16:23:02.557355Z","steps":["trace[185977253] 'process raft request' (duration: 1.589591686s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:23:02.557489Z","caller":"traceutil/trace.go:171","msg":"trace[751775623] transaction","detail":"{read_only:false; response_revision:9118; number_of_response:1; }","duration":"1.589318569s","start":"2026-07-07T16:23:00.968062Z","end":"2026-07-07T16:23:02.557381Z","steps":["trace[751775623] 'process raft request' (duration: 1.589035732s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:23:02.558019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:23:00.967459Z","time spent":"1.590445306s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:23:02.558131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:23:00.968052Z","time spent":"1.590010195s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:23:02.557554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.589568934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228888"} {"level":"info","ts":"2026-07-07T16:23:02.558263Z","caller":"traceutil/trace.go:171","msg":"trace[581594272] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9118; }","duration":"1.590281332s","start":"2026-07-07T16:23:00.967967Z","end":"2026-07-07T16:23:02.558248Z","steps":["trace[581594272] 'agreement among raft nodes before linearized reading' (duration: 1.589182825s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:23:02.558306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:23:00.967954Z","time spent":"1.590340934s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228911,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-07T16:23:02.557569Z","caller":"traceutil/trace.go:171","msg":"trace[53901248] linearizableReadLoop","detail":"{readStateIndex:9450; appliedIndex:9444; }","duration":"1.589170025s","start":"2026-07-07T16:23:00.967974Z","end":"2026-07-07T16:23:02.557144Z","steps":["trace[53901248] 'read index received' (duration: 1.497958729s)","trace[53901248] 'applied index is now lower than readState.Index' (duration: 91.210446ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:23:02.558626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.451843114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:23:02.558663Z","caller":"traceutil/trace.go:171","msg":"trace[1587832361] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9118; }","duration":"1.451941347s","start":"2026-07-07T16:23:01.106712Z","end":"2026-07-07T16:23:02.558653Z","steps":["trace[1587832361] 'agreement among raft nodes before linearized reading' (duration: 1.451881145s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:23:02.558688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:23:01.106681Z","time spent":"1.452001678s","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T16:23:02.558923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.65385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:23:02.55897Z","caller":"traceutil/trace.go:171","msg":"trace[2056286663] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:9118; }","duration":"160.760002ms","start":"2026-07-07T16:23:02.398197Z","end":"2026-07-07T16:23:02.558957Z","steps":["trace[2056286663] 'agreement among raft nodes before linearized reading' (duration: 160.68007ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:23:02.55915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.11617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:23:02.559205Z","caller":"traceutil/trace.go:171","msg":"trace[797934995] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:9118; }","duration":"938.224893ms","start":"2026-07-07T16:23:01.620969Z","end":"2026-07-07T16:23:02.559194Z","steps":["trace[797934995] 'agreement among raft nodes before linearized reading' (duration: 938.148911ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:23:02.559235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:23:01.620943Z","time spent":"938.283104ms","remote":"127.0.0.1:59936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:23:02.5579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:23:00.966064Z","time spent":"1.591611425s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:23:02.559581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.324690892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-67587d5495-cm86f.18c00e6ebdd5117d\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-07-07T16:23:02.55964Z","caller":"traceutil/trace.go:171","msg":"trace[1511712078] range","detail":"{range_begin:/registry/events/openstack/barbican-api-67587d5495-cm86f.18c00e6ebdd5117d; range_end:; response_count:1; response_revision:9118; }","duration":"1.324786925s","start":"2026-07-07T16:23:01.234842Z","end":"2026-07-07T16:23:02.559628Z","steps":["trace[1511712078] 'agreement among raft nodes before linearized reading' (duration: 1.324534238s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:23:02.559671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:23:01.234821Z","time spent":"1.324842905s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-67587d5495-cm86f.18c00e6ebdd5117d\" "} {"level":"info","ts":"2026-07-07T16:23:10.28593Z","caller":"traceutil/trace.go:171","msg":"trace[455274295] transaction","detail":"{read_only:false; response_revision:9197; number_of_response:1; }","duration":"346.583206ms","start":"2026-07-07T16:23:09.939326Z","end":"2026-07-07T16:23:10.28591Z","steps":["trace[455274295] 'process raft request' (duration: 346.423872ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:23:10.286057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:23:09.93931Z","time spent":"346.689279ms","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T16:23:10.582741Z","caller":"traceutil/trace.go:171","msg":"trace[1214210105] linearizableReadLoop","detail":"{readStateIndex:9536; appliedIndex:9534; }","duration":"560.204999ms","start":"2026-07-07T16:23:10.022511Z","end":"2026-07-07T16:23:10.582716Z","steps":["trace[1214210105] 'read index received' (duration: 263.292604ms)","trace[1214210105] 'applied index is now lower than readState.Index' (duration: 296.910965ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:23:10.582877Z","caller":"traceutil/trace.go:171","msg":"trace[239553977] transaction","detail":"{read_only:false; response_revision:9198; number_of_response:1; }","duration":"632.711718ms","start":"2026-07-07T16:23:09.950143Z","end":"2026-07-07T16:23:10.582855Z","steps":["trace[239553977] 'process raft request' (duration: 632.426071ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:23:10.582985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:23:09.950114Z","time spent":"632.79511ms","remote":"127.0.0.1:44962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:23:10.583087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.541087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-07T16:23:10.583152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.732737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"warn","ts":"2026-07-07T16:23:10.583118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.434543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:23:10.583173Z","caller":"traceutil/trace.go:171","msg":"trace[1462465347] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:9198; }","duration":"560.694701ms","start":"2026-07-07T16:23:10.022461Z","end":"2026-07-07T16:23:10.583155Z","steps":["trace[1462465347] 'agreement among raft nodes before linearized reading' (duration: 560.483066ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:23:10.583193Z","caller":"traceutil/trace.go:171","msg":"trace[528841541] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:9198; }","duration":"325.817629ms","start":"2026-07-07T16:23:10.257365Z","end":"2026-07-07T16:23:10.583182Z","steps":["trace[528841541] 'agreement among raft nodes before linearized reading' (duration: 325.592114ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:23:10.583221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:23:10.257341Z","time spent":"325.872411ms","remote":"127.0.0.1:57708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3695,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"info","ts":"2026-07-07T16:23:10.58324Z","caller":"traceutil/trace.go:171","msg":"trace[1845348264] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:9198; }","duration":"405.644508ms","start":"2026-07-07T16:23:10.177559Z","end":"2026-07-07T16:23:10.583204Z","steps":["trace[1845348264] 'agreement among raft nodes before linearized reading' (duration: 405.392872ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:23:10.583334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:23:10.177536Z","time spent":"405.786151ms","remote":"127.0.0.1:39268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:23:10.583221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:23:10.022436Z","time spent":"560.777813ms","remote":"127.0.0.1:45230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":24,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:23:12.401239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.758378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-07-07T16:23:12.40136Z","caller":"traceutil/trace.go:171","msg":"trace[1389659551] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:9218; }","duration":"184.941962ms","start":"2026-07-07T16:23:12.216388Z","end":"2026-07-07T16:23:12.40133Z","steps":["trace[1389659551] 'range keys from in-memory index tree' (duration: 184.519382ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:23:12.890044Z","caller":"traceutil/trace.go:171","msg":"trace[2126696452] transaction","detail":"{read_only:false; response_revision:9223; number_of_response:1; }","duration":"179.331296ms","start":"2026-07-07T16:23:12.710674Z","end":"2026-07-07T16:23:12.890005Z","steps":["trace[2126696452] 'process raft request' (duration: 124.816995ms)","trace[2126696452] 'compare' (duration: 54.274185ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:23:12.890311Z","caller":"traceutil/trace.go:171","msg":"trace[1370010777] linearizableReadLoop","detail":"{readStateIndex:9561; appliedIndex:9560; }","duration":"124.652981ms","start":"2026-07-07T16:23:12.765294Z","end":"2026-07-07T16:23:12.889947Z","steps":["trace[1370010777] 'read index received' (duration: 70.246954ms)","trace[1370010777] 'applied index is now lower than readState.Index' (duration: 54.404767ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:23:12.890381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.059222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-07T16:23:12.890504Z","caller":"traceutil/trace.go:171","msg":"trace[1945467807] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9223; }","duration":"125.256016ms","start":"2026-07-07T16:23:12.765221Z","end":"2026-07-07T16:23:12.890477Z","steps":["trace[1945467807] 'agreement among raft nodes before linearized reading' (duration: 124.911598ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:23:12.890978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.969302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-07T16:23:12.891032Z","caller":"traceutil/trace.go:171","msg":"trace[219584470] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9223; }","duration":"121.121485ms","start":"2026-07-07T16:23:12.7699Z","end":"2026-07-07T16:23:12.891022Z","steps":["trace[219584470] 'agreement among raft nodes before linearized reading' (duration: 120.512681ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:24:03.157749Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"fc4b8086375a405d","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-07T16:24:03.165743Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-07-07T16:24:03.165867Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-07-07T16:24:06.052092Z","caller":"traceutil/trace.go:171","msg":"trace[951416046] linearizableReadLoop","detail":"{readStateIndex:10074; appliedIndex:10073; }","duration":"104.850638ms","start":"2026-07-07T16:24:05.947203Z","end":"2026-07-07T16:24:06.052054Z","steps":["trace[951416046] 'read index received' (duration: 104.681214ms)","trace[951416046] 'applied index is now lower than readState.Index' (duration: 167.994µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:24:06.052162Z","caller":"traceutil/trace.go:171","msg":"trace[332224444] transaction","detail":"{read_only:false; response_revision:9719; number_of_response:1; }","duration":"108.958838ms","start":"2026-07-07T16:24:05.94316Z","end":"2026-07-07T16:24:06.052119Z","steps":["trace[332224444] 'process raft request' (duration: 108.63076ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:24:06.052471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.220408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-07-07T16:24:06.052572Z","caller":"traceutil/trace.go:171","msg":"trace[986278232] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:9719; }","duration":"105.384141ms","start":"2026-07-07T16:24:05.947166Z","end":"2026-07-07T16:24:06.05255Z","steps":["trace[986278232] 'agreement among raft nodes before linearized reading' (duration: 105.072283ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:24:06.233155Z","caller":"traceutil/trace.go:171","msg":"trace[890415636] linearizableReadLoop","detail":"{readStateIndex:10076; appliedIndex:10074; }","duration":"180.936035ms","start":"2026-07-07T16:24:06.052189Z","end":"2026-07-07T16:24:06.233126Z","steps":["trace[890415636] 'read index received' (duration: 120.119691ms)","trace[890415636] 'applied index is now lower than readState.Index' (duration: 60.814974ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:24:06.233309Z","caller":"traceutil/trace.go:171","msg":"trace[1851896618] transaction","detail":"{read_only:false; response_revision:9721; number_of_response:1; }","duration":"269.802433ms","start":"2026-07-07T16:24:05.963496Z","end":"2026-07-07T16:24:06.233298Z","steps":["trace[1851896618] 'process raft request' (duration: 269.509736ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:24:06.233349Z","caller":"traceutil/trace.go:171","msg":"trace[1049805033] transaction","detail":"{read_only:false; response_revision:9720; number_of_response:1; }","duration":"285.771373ms","start":"2026-07-07T16:24:05.947528Z","end":"2026-07-07T16:24:06.233299Z","steps":["trace[1049805033] 'process raft request' (duration: 224.772615ms)","trace[1049805033] 'compare' (duration: 60.452355ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:24:06.233572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.26525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:24:06.233656Z","caller":"traceutil/trace.go:171","msg":"trace[1851489996] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9721; }","duration":"128.414863ms","start":"2026-07-07T16:24:06.10522Z","end":"2026-07-07T16:24:06.233634Z","steps":["trace[1851489996] 'agreement among raft nodes before linearized reading' (duration: 128.26134ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:24:06.233677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.713862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1343"} {"level":"warn","ts":"2026-07-07T16:24:06.233721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.102256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11413"} {"level":"warn","ts":"2026-07-07T16:24:06.233735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.024948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T16:24:06.23379Z","caller":"traceutil/trace.go:171","msg":"trace[1088190336] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:9721; }","duration":"169.205728ms","start":"2026-07-07T16:24:06.064548Z","end":"2026-07-07T16:24:06.233754Z","steps":["trace[1088190336] 'agreement among raft nodes before linearized reading' (duration: 168.917461ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:24:06.233814Z","caller":"traceutil/trace.go:171","msg":"trace[1383364297] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:9721; }","duration":"285.814544ms","start":"2026-07-07T16:24:05.947913Z","end":"2026-07-07T16:24:06.233728Z","steps":["trace[1383364297] 'agreement among raft nodes before linearized reading' (duration: 285.536507ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:24:06.233837Z","caller":"traceutil/trace.go:171","msg":"trace[1001677088] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:9721; }","duration":"147.185512ms","start":"2026-07-07T16:24:06.086617Z","end":"2026-07-07T16:24:06.233802Z","steps":["trace[1001677088] 'agreement among raft nodes before linearized reading' (duration: 147.001287ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:24:06.234473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.299264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2224963"} {"level":"info","ts":"2026-07-07T16:24:06.23451Z","caller":"traceutil/trace.go:171","msg":"trace[333179005] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:9721; }","duration":"222.335146ms","start":"2026-07-07T16:24:06.012164Z","end":"2026-07-07T16:24:06.2345Z","steps":["trace[333179005] 'agreement among raft nodes before linearized reading' (duration: 221.431254ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:24:06.473321Z","caller":"traceutil/trace.go:171","msg":"trace[1504763438] transaction","detail":"{read_only:false; response_revision:9723; number_of_response:1; }","duration":"230.182937ms","start":"2026-07-07T16:24:06.243107Z","end":"2026-07-07T16:24:06.47329Z","steps":["trace[1504763438] 'process raft request' (duration: 229.944241ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:24:06.473419Z","caller":"traceutil/trace.go:171","msg":"trace[1413476350] transaction","detail":"{read_only:false; response_revision:9724; number_of_response:1; }","duration":"230.083474ms","start":"2026-07-07T16:24:06.24331Z","end":"2026-07-07T16:24:06.473394Z","steps":["trace[1413476350] 'process raft request' (duration: 229.88345ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:24:06.473514Z","caller":"traceutil/trace.go:171","msg":"trace[1282192948] transaction","detail":"{read_only:false; response_revision:9725; number_of_response:1; }","duration":"229.833958ms","start":"2026-07-07T16:24:06.243633Z","end":"2026-07-07T16:24:06.473467Z","steps":["trace[1282192948] 'process raft request' (duration: 229.629833ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:24:06.473927Z","caller":"traceutil/trace.go:171","msg":"trace[924160460] transaction","detail":"{read_only:false; response_revision:9726; number_of_response:1; }","duration":"229.813977ms","start":"2026-07-07T16:24:06.2441Z","end":"2026-07-07T16:24:06.473914Z","steps":["trace[924160460] 'process raft request' (duration: 229.220113ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:24:06.473968Z","caller":"traceutil/trace.go:171","msg":"trace[409105003] linearizableReadLoop","detail":"{readStateIndex:10082; appliedIndex:10077; }","duration":"145.026689ms","start":"2026-07-07T16:24:06.328923Z","end":"2026-07-07T16:24:06.473949Z","steps":["trace[409105003] 'read index received' (duration: 144.042695ms)","trace[409105003] 'applied index is now lower than readState.Index' (duration: 982.014µs)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:24:06.474242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.62106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-07-07T16:24:06.474311Z","caller":"traceutil/trace.go:171","msg":"trace[569642580] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:9727; }","duration":"210.738672ms","start":"2026-07-07T16:24:06.263553Z","end":"2026-07-07T16:24:06.474291Z","steps":["trace[569642580] 'agreement among raft nodes before linearized reading' (duration: 210.511847ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:24:06.474454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.839457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-07-07T16:24:06.474523Z","caller":"traceutil/trace.go:171","msg":"trace[21861130] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:9727; }","duration":"141.004321ms","start":"2026-07-07T16:24:06.3335Z","end":"2026-07-07T16:24:06.474505Z","steps":["trace[21861130] 'agreement among raft nodes before linearized reading' (duration: 140.716834ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:24:06.474064Z","caller":"traceutil/trace.go:171","msg":"trace[1746903062] transaction","detail":"{read_only:false; response_revision:9727; number_of_response:1; }","duration":"228.046944ms","start":"2026-07-07T16:24:06.245994Z","end":"2026-07-07T16:24:06.474041Z","steps":["trace[1746903062] 'process raft request' (duration: 227.642314ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:24:21.354515Z","caller":"traceutil/trace.go:171","msg":"trace[112519726] linearizableReadLoop","detail":"{readStateIndex:10273; appliedIndex:10272; }","duration":"145.224784ms","start":"2026-07-07T16:24:21.209264Z","end":"2026-07-07T16:24:21.354488Z","steps":["trace[112519726] 'read index received' (duration: 145.08667ms)","trace[112519726] 'applied index is now lower than readState.Index' (duration: 137.094µs)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:24:21.354773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.50016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p22f7\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-07-07T16:24:21.35482Z","caller":"traceutil/trace.go:171","msg":"trace[1257876866] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p22f7; range_end:; response_count:1; response_revision:9915; }","duration":"145.616033ms","start":"2026-07-07T16:24:21.209192Z","end":"2026-07-07T16:24:21.354808Z","steps":["trace[1257876866] 'agreement among raft nodes before linearized reading' (duration: 145.443928ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:24:21.354959Z","caller":"traceutil/trace.go:171","msg":"trace[395432343] transaction","detail":"{read_only:false; response_revision:9915; number_of_response:1; }","duration":"207.651077ms","start":"2026-07-07T16:24:21.146968Z","end":"2026-07-07T16:24:21.354619Z","steps":["trace[395432343] 'process raft request' (duration: 207.313739ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:24:21.356384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.039627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-67587d5495-cm86f.18c00e6ebdd5117d\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-07-07T16:24:21.356476Z","caller":"traceutil/trace.go:171","msg":"trace[817327074] range","detail":"{range_begin:/registry/events/openstack/barbican-api-67587d5495-cm86f.18c00e6ebdd5117d; range_end:; response_count:1; response_revision:9919; }","duration":"122.1523ms","start":"2026-07-07T16:24:21.234279Z","end":"2026-07-07T16:24:21.356432Z","steps":["trace[817327074] 'agreement among raft nodes before linearized reading' (duration: 121.906664ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:24:21.356506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-07T16:24:21.35661Z","caller":"traceutil/trace.go:171","msg":"trace[1955864088] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9919; }","duration":"110.458995ms","start":"2026-07-07T16:24:21.246109Z","end":"2026-07-07T16:24:21.356568Z","steps":["trace[1955864088] 'agreement among raft nodes before linearized reading' (duration: 110.169418ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:24:37.565597Z","caller":"traceutil/trace.go:171","msg":"trace[706619487] transaction","detail":"{read_only:false; response_revision:10005; number_of_response:1; }","duration":"136.569532ms","start":"2026-07-07T16:24:37.42899Z","end":"2026-07-07T16:24:37.565559Z","steps":["trace[706619487] 'process raft request' (duration: 136.317286ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:24:37.583633Z","caller":"traceutil/trace.go:171","msg":"trace[1842279644] transaction","detail":"{read_only:false; response_revision:10006; number_of_response:1; }","duration":"152.367608ms","start":"2026-07-07T16:24:37.431224Z","end":"2026-07-07T16:24:37.583591Z","steps":["trace[1842279644] 'process raft request' (duration: 151.871876ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:24:37.5839Z","caller":"traceutil/trace.go:171","msg":"trace[378864243] linearizableReadLoop","detail":"{readStateIndex:10369; appliedIndex:10365; }","duration":"144.434364ms","start":"2026-07-07T16:24:37.439443Z","end":"2026-07-07T16:24:37.583878Z","steps":["trace[378864243] 'read index received' (duration: 125.749078ms)","trace[378864243] 'applied index is now lower than readState.Index' (duration: 18.684146ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:24:37.583988Z","caller":"traceutil/trace.go:171","msg":"trace[591590997] transaction","detail":"{read_only:false; response_revision:10007; number_of_response:1; }","duration":"152.02976ms","start":"2026-07-07T16:24:37.431917Z","end":"2026-07-07T16:24:37.583947Z","steps":["trace[591590997] 'process raft request' (duration: 151.61192ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:24:37.584129Z","caller":"traceutil/trace.go:171","msg":"trace[1762438602] transaction","detail":"{read_only:false; response_revision:10008; number_of_response:1; }","duration":"151.547877ms","start":"2026-07-07T16:24:37.432504Z","end":"2026-07-07T16:24:37.584052Z","steps":["trace[1762438602] 'process raft request' (duration: 151.284451ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:24:37.584307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.58927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:24:37.584388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.890628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-07T16:24:37.584392Z","caller":"traceutil/trace.go:171","msg":"trace[971212537] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:10008; }","duration":"115.719703ms","start":"2026-07-07T16:24:37.468652Z","end":"2026-07-07T16:24:37.584372Z","steps":["trace[971212537] 'agreement among raft nodes before linearized reading' (duration: 115.551569ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:24:37.584435Z","caller":"traceutil/trace.go:171","msg":"trace[1646707340] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10008; }","duration":"106.99979ms","start":"2026-07-07T16:24:37.477423Z","end":"2026-07-07T16:24:37.584423Z","steps":["trace[1646707340] 'agreement among raft nodes before linearized reading' (duration: 106.771015ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:24:37.584432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.848326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-07T16:24:37.584192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.292268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:24:37.584509Z","caller":"traceutil/trace.go:171","msg":"trace[762973564] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10008; }","duration":"108.973269ms","start":"2026-07-07T16:24:37.47552Z","end":"2026-07-07T16:24:37.584493Z","steps":["trace[762973564] 'agreement among raft nodes before linearized reading' (duration: 108.717653ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:24:37.584531Z","caller":"traceutil/trace.go:171","msg":"trace[731888795] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:10008; }","duration":"125.664517ms","start":"2026-07-07T16:24:37.458845Z","end":"2026-07-07T16:24:37.58451Z","steps":["trace[731888795] 'agreement among raft nodes before linearized reading' (duration: 125.254567ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:24:37.584518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.709275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-07T16:24:37.584187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.732491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-07T16:24:37.584687Z","caller":"traceutil/trace.go:171","msg":"trace[1932373619] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10008; }","duration":"112.034743ms","start":"2026-07-07T16:24:37.472636Z","end":"2026-07-07T16:24:37.584671Z","steps":["trace[1932373619] 'agreement among raft nodes before linearized reading' (duration: 111.551552ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:24:37.584715Z","caller":"traceutil/trace.go:171","msg":"trace[1486430572] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10008; }","duration":"145.303365ms","start":"2026-07-07T16:24:37.439397Z","end":"2026-07-07T16:24:37.5847Z","steps":["trace[1486430572] 'agreement among raft nodes before linearized reading' (duration: 144.626529ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:24:37.764879Z","caller":"traceutil/trace.go:171","msg":"trace[588412762] transaction","detail":"{read_only:false; response_revision:10012; number_of_response:1; }","duration":"171.022473ms","start":"2026-07-07T16:24:37.593801Z","end":"2026-07-07T16:24:37.764824Z","steps":["trace[588412762] 'process raft request' (duration: 170.958642ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:24:37.765069Z","caller":"traceutil/trace.go:171","msg":"trace[872000270] transaction","detail":"{read_only:false; response_revision:10011; number_of_response:1; }","duration":"172.674393ms","start":"2026-07-07T16:24:37.592252Z","end":"2026-07-07T16:24:37.764926Z","steps":["trace[872000270] 'process raft request' (duration: 172.460498ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:24:37.764909Z","caller":"traceutil/trace.go:171","msg":"trace[1390533221] transaction","detail":"{read_only:false; response_revision:10010; number_of_response:1; }","duration":"172.690063ms","start":"2026-07-07T16:24:37.592179Z","end":"2026-07-07T16:24:37.764869Z","steps":["trace[1390533221] 'process raft request' (duration: 155.435692ms)","trace[1390533221] 'compare' (duration: 16.948954ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:25:10.007001Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7891} {"level":"info","ts":"2026-07-07T16:25:10.109436Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7891,"took":"99.983812ms","hash":507557496,"current-db-size-bytes":55693312,"current-db-size":"56 MB","current-db-size-in-use-bytes":24608768,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-07-07T16:25:10.109549Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":507557496,"revision":7891,"compact-revision":5487} {"level":"info","ts":"2026-07-07T16:26:50.22785Z","caller":"traceutil/trace.go:171","msg":"trace[1576694317] transaction","detail":"{read_only:false; response_revision:10903; number_of_response:1; }","duration":"112.261202ms","start":"2026-07-07T16:26:50.115567Z","end":"2026-07-07T16:26:50.227829Z","steps":["trace[1576694317] 'process raft request' (duration: 112.114238ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:27:53.054505Z","caller":"traceutil/trace.go:171","msg":"trace[1297148728] transaction","detail":"{read_only:false; response_revision:11228; number_of_response:1; }","duration":"127.573137ms","start":"2026-07-07T16:27:52.926901Z","end":"2026-07-07T16:27:53.054474Z","steps":["trace[1297148728] 'process raft request' (duration: 127.409373ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:27:53.128402Z","caller":"traceutil/trace.go:171","msg":"trace[1490508142] transaction","detail":"{read_only:false; response_revision:11229; number_of_response:1; }","duration":"200.527754ms","start":"2026-07-07T16:27:52.927825Z","end":"2026-07-07T16:27:53.128353Z","steps":["trace[1490508142] 'process raft request' (duration: 165.291706ms)","trace[1490508142] 'compare' (duration: 34.883769ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:27:53.128636Z","caller":"traceutil/trace.go:171","msg":"trace[679297290] transaction","detail":"{read_only:false; response_revision:11230; number_of_response:1; }","duration":"198.099265ms","start":"2026-07-07T16:27:52.930502Z","end":"2026-07-07T16:27:53.128601Z","steps":["trace[679297290] 'process raft request' (duration: 197.938921ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:29:11.047879Z","caller":"traceutil/trace.go:171","msg":"trace[1012735708] linearizableReadLoop","detail":"{readStateIndex:12290; appliedIndex:12289; }","duration":"109.292226ms","start":"2026-07-07T16:29:10.938559Z","end":"2026-07-07T16:29:11.047851Z","steps":["trace[1012735708] 'read index received' (duration: 108.707412ms)","trace[1012735708] 'applied index is now lower than readState.Index' (duration: 583.254µs)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:29:11.048107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.541942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-07-07T16:29:11.04814Z","caller":"traceutil/trace.go:171","msg":"trace[1761262577] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:11865; }","duration":"109.643384ms","start":"2026-07-07T16:29:10.938486Z","end":"2026-07-07T16:29:11.048129Z","steps":["trace[1761262577] 'agreement among raft nodes before linearized reading' (duration: 109.46747ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:29:11.048306Z","caller":"traceutil/trace.go:171","msg":"trace[2093158711] transaction","detail":"{read_only:false; response_revision:11865; number_of_response:1; }","duration":"196.427375ms","start":"2026-07-07T16:29:10.851871Z","end":"2026-07-07T16:29:11.048298Z","steps":["trace[2093158711] 'process raft request' (duration: 195.37865ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:29:11.052049Z","caller":"traceutil/trace.go:171","msg":"trace[73073065] transaction","detail":"{read_only:false; response_revision:11868; number_of_response:1; }","duration":"101.913747ms","start":"2026-07-07T16:29:10.9501Z","end":"2026-07-07T16:29:11.052014Z","steps":["trace[73073065] 'process raft request' (duration: 101.869726ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:29:11.052494Z","caller":"traceutil/trace.go:171","msg":"trace[226388526] transaction","detail":"{read_only:false; response_revision:11866; number_of_response:1; }","duration":"105.457994ms","start":"2026-07-07T16:29:10.947024Z","end":"2026-07-07T16:29:11.052482Z","steps":["trace[226388526] 'process raft request' (duration: 104.745696ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:29:11.05261Z","caller":"traceutil/trace.go:171","msg":"trace[1892318926] transaction","detail":"{read_only:false; response_revision:11867; number_of_response:1; }","duration":"103.522536ms","start":"2026-07-07T16:29:10.949077Z","end":"2026-07-07T16:29:11.0526Z","steps":["trace[1892318926] 'process raft request' (duration: 102.85031ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:30:10.013575Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10238} {"level":"info","ts":"2026-07-07T16:30:10.107527Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10238,"took":"91.256919ms","hash":827963484,"current-db-size-bytes":55693312,"current-db-size":"56 MB","current-db-size-in-use-bytes":25501696,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-07-07T16:30:10.107604Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":827963484,"revision":10238,"compact-revision":7891} {"level":"info","ts":"2026-07-07T16:30:15.836366Z","caller":"traceutil/trace.go:171","msg":"trace[1343447189] linearizableReadLoop","detail":"{readStateIndex:12881; appliedIndex:12880; }","duration":"227.960849ms","start":"2026-07-07T16:30:15.608376Z","end":"2026-07-07T16:30:15.836337Z","steps":["trace[1343447189] 'read index received' (duration: 227.768964ms)","trace[1343447189] 'applied index is now lower than readState.Index' (duration: 190.275µs)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:30:15.836624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.256335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:30:15.836684Z","caller":"traceutil/trace.go:171","msg":"trace[831248899] transaction","detail":"{read_only:false; response_revision:12440; number_of_response:1; }","duration":"275.49096ms","start":"2026-07-07T16:30:15.561176Z","end":"2026-07-07T16:30:15.836667Z","steps":["trace[831248899] 'process raft request' (duration: 274.989098ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:30:15.836717Z","caller":"traceutil/trace.go:171","msg":"trace[1461203693] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:12440; }","duration":"161.389898ms","start":"2026-07-07T16:30:15.675274Z","end":"2026-07-07T16:30:15.836664Z","steps":["trace[1461203693] 'agreement among raft nodes before linearized reading' (duration: 161.278605ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:30:15.836615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.235916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-07T16:30:15.836879Z","caller":"traceutil/trace.go:171","msg":"trace[1130473137] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12440; }","duration":"228.509072ms","start":"2026-07-07T16:30:15.608302Z","end":"2026-07-07T16:30:15.836811Z","steps":["trace[1130473137] 'agreement among raft nodes before linearized reading' (duration: 228.167044ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:30:39.393562Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004033931,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-07T16:30:39.490739Z","caller":"traceutil/trace.go:171","msg":"trace[1284488758] transaction","detail":"{read_only:false; response_revision:12606; number_of_response:1; }","duration":"598.362157ms","start":"2026-07-07T16:30:38.892338Z","end":"2026-07-07T16:30:39.4907Z","steps":["trace[1284488758] 'process raft request' (duration: 598.314586ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:30:39.490816Z","caller":"traceutil/trace.go:171","msg":"trace[1491055985] transaction","detail":"{read_only:false; response_revision:12605; number_of_response:1; }","duration":"598.431249ms","start":"2026-07-07T16:30:38.892343Z","end":"2026-07-07T16:30:39.490774Z","steps":["trace[1491055985] 'process raft request' (duration: 598.134472ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:30:39.490922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:30:38.892321Z","time spent":"598.510111ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:30:39.491017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:30:38.892328Z","time spent":"598.596473ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:30:39.497446Z","caller":"traceutil/trace.go:171","msg":"trace[296354930] transaction","detail":"{read_only:false; response_revision:12608; number_of_response:1; }","duration":"604.805604ms","start":"2026-07-07T16:30:38.892608Z","end":"2026-07-07T16:30:39.497414Z","steps":["trace[296354930] 'process raft request' (duration: 604.736922ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:30:39.497482Z","caller":"traceutil/trace.go:171","msg":"trace[582830703] transaction","detail":"{read_only:false; response_revision:12607; number_of_response:1; }","duration":"604.906256ms","start":"2026-07-07T16:30:38.892525Z","end":"2026-07-07T16:30:39.497431Z","steps":["trace[582830703] 'process raft request' (duration: 604.64398ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:30:39.497652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:30:38.892581Z","time spent":"604.962977ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:30:39.497658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:30:38.892515Z","time spent":"605.049479ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:30:39.497685Z","caller":"traceutil/trace.go:171","msg":"trace[438100721] transaction","detail":"{read_only:false; response_revision:12609; number_of_response:1; }","duration":"604.996818ms","start":"2026-07-07T16:30:38.892672Z","end":"2026-07-07T16:30:39.497668Z","steps":["trace[438100721] 'process raft request' (duration: 604.706251ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:30:39.497782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:30:38.892664Z","time spent":"605.060129ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:30:39.500581Z","caller":"traceutil/trace.go:171","msg":"trace[1892507702] linearizableReadLoop","detail":"{readStateIndex:13056; appliedIndex:13050; }","duration":"607.950049ms","start":"2026-07-07T16:30:38.892599Z","end":"2026-07-07T16:30:39.500549Z","steps":["trace[1892507702] 'read index received' (duration: 597.949457ms)","trace[1892507702] 'applied index is now lower than readState.Index' (duration: 9.999302ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:30:39.50084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.916335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:30:39.50088Z","caller":"traceutil/trace.go:171","msg":"trace[882599304] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12612; }","duration":"607.036307ms","start":"2026-07-07T16:30:38.893833Z","end":"2026-07-07T16:30:39.50087Z","steps":["trace[882599304] 'agreement among raft nodes before linearized reading' (duration: 606.918154ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:30:39.500906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:30:38.893808Z","time spent":"607.090969ms","remote":"127.0.0.1:44742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T16:30:39.5009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.984203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:30:39.500989Z","caller":"traceutil/trace.go:171","msg":"trace[1617698712] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12612; }","duration":"573.133867ms","start":"2026-07-07T16:30:38.927833Z","end":"2026-07-07T16:30:39.500967Z","steps":["trace[1617698712] 'agreement among raft nodes before linearized reading' (duration: 572.949102ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:30:39.501033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:30:38.927807Z","time spent":"573.217148ms","remote":"127.0.0.1:44962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-07-07T16:30:39.50101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.991497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:30:39.501101Z","caller":"traceutil/trace.go:171","msg":"trace[775032390] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12612; }","duration":"574.11253ms","start":"2026-07-07T16:30:38.926965Z","end":"2026-07-07T16:30:39.501078Z","steps":["trace[775032390] 'agreement among raft nodes before linearized reading' (duration: 573.984407ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:30:39.501136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:30:38.926953Z","time spent":"574.169391ms","remote":"127.0.0.1:44962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-07-07T16:30:39.501351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.749909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:50 size:462727"} {"level":"info","ts":"2026-07-07T16:30:39.50139Z","caller":"traceutil/trace.go:171","msg":"trace[148470700] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:50; response_revision:12612; }","duration":"608.850532ms","start":"2026-07-07T16:30:38.89253Z","end":"2026-07-07T16:30:39.501381Z","steps":["trace[148470700] 'agreement among raft nodes before linearized reading' (duration: 608.208646ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:30:39.501412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:30:38.892502Z","time spent":"608.905242ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":50,"response size":462750,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-07T16:35:10.022226Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12409} {"level":"info","ts":"2026-07-07T16:35:10.105489Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12409,"took":"80.546638ms","hash":2478914377,"current-db-size-bytes":55693312,"current-db-size":"56 MB","current-db-size-in-use-bytes":27762688,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-07-07T16:35:10.105573Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2478914377,"revision":12409,"compact-revision":10238} {"level":"info","ts":"2026-07-07T16:36:51.684636Z","caller":"traceutil/trace.go:171","msg":"trace[1841754028] transaction","detail":"{read_only:false; response_revision:15062; number_of_response:1; }","duration":"108.139895ms","start":"2026-07-07T16:36:51.576401Z","end":"2026-07-07T16:36:51.684541Z","steps":["trace[1841754028] 'process raft request' (duration: 107.55059ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:37:07.890357Z","caller":"traceutil/trace.go:171","msg":"trace[1188726919] linearizableReadLoop","detail":"{readStateIndex:15697; appliedIndex:15696; }","duration":"114.631482ms","start":"2026-07-07T16:37:07.775689Z","end":"2026-07-07T16:37:07.890321Z","steps":["trace[1188726919] 'read index received' (duration: 114.439717ms)","trace[1188726919] 'applied index is now lower than readState.Index' (duration: 190.465µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:37:07.89044Z","caller":"traceutil/trace.go:171","msg":"trace[733489723] transaction","detail":"{read_only:false; response_revision:15160; number_of_response:1; }","duration":"141.245835ms","start":"2026-07-07T16:37:07.749148Z","end":"2026-07-07T16:37:07.890394Z","steps":["trace[733489723] 'process raft request' (duration: 140.961988ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:37:07.890678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.952549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-07T16:37:07.89069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.985091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-07T16:37:07.890725Z","caller":"traceutil/trace.go:171","msg":"trace[2094088810] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15160; }","duration":"115.078922ms","start":"2026-07-07T16:37:07.775634Z","end":"2026-07-07T16:37:07.890713Z","steps":["trace[2094088810] 'agreement among raft nodes before linearized reading' (duration: 114.871087ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:37:07.890784Z","caller":"traceutil/trace.go:171","msg":"trace[1741030590] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15160; }","duration":"115.145084ms","start":"2026-07-07T16:37:07.775615Z","end":"2026-07-07T16:37:07.89076Z","steps":["trace[1741030590] 'agreement among raft nodes before linearized reading' (duration: 114.812336ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:37:07.890934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.998826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-07T16:37:07.890965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.987096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-07T16:37:07.891061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.291796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-07T16:37:07.891106Z","caller":"traceutil/trace.go:171","msg":"trace[1873862373] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15160; }","duration":"110.4498ms","start":"2026-07-07T16:37:07.780644Z","end":"2026-07-07T16:37:07.891094Z","steps":["trace[1873862373] 'agreement among raft nodes before linearized reading' (duration: 109.974679ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:37:07.891099Z","caller":"traceutil/trace.go:171","msg":"trace[1657042149] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15160; }","duration":"114.218081ms","start":"2026-07-07T16:37:07.776837Z","end":"2026-07-07T16:37:07.891055Z","steps":["trace[1657042149] 'agreement among raft nodes before linearized reading' (duration: 113.814492ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:37:07.891101Z","caller":"traceutil/trace.go:171","msg":"trace[1810866724] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15160; }","duration":"114.273693ms","start":"2026-07-07T16:37:07.776795Z","end":"2026-07-07T16:37:07.891068Z","steps":["trace[1810866724] 'agreement among raft nodes before linearized reading' (duration: 113.788801ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:37:08.025994Z","caller":"traceutil/trace.go:171","msg":"trace[222343375] transaction","detail":"{read_only:false; response_revision:15161; number_of_response:1; }","duration":"129.783118ms","start":"2026-07-07T16:37:07.896169Z","end":"2026-07-07T16:37:08.025952Z","steps":["trace[222343375] 'process raft request' (duration: 129.520882ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:37:08.038365Z","caller":"traceutil/trace.go:171","msg":"trace[680200756] transaction","detail":"{read_only:false; response_revision:15164; number_of_response:1; }","duration":"141.137623ms","start":"2026-07-07T16:37:07.897206Z","end":"2026-07-07T16:37:08.038343Z","steps":["trace[680200756] 'process raft request' (duration: 141.074221ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:37:08.038426Z","caller":"traceutil/trace.go:171","msg":"trace[487323654] transaction","detail":"{read_only:false; response_revision:15162; number_of_response:1; }","duration":"142.138487ms","start":"2026-07-07T16:37:07.896249Z","end":"2026-07-07T16:37:08.038387Z","steps":["trace[487323654] 'process raft request' (duration: 141.85323ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:37:08.038456Z","caller":"traceutil/trace.go:171","msg":"trace[163668514] transaction","detail":"{read_only:false; response_revision:15163; number_of_response:1; }","duration":"142.080695ms","start":"2026-07-07T16:37:07.896333Z","end":"2026-07-07T16:37:08.038414Z","steps":["trace[163668514] 'process raft request' (duration: 141.917221ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:37:08.038561Z","caller":"traceutil/trace.go:171","msg":"trace[1381203627] transaction","detail":"{read_only:false; response_revision:15165; number_of_response:1; }","duration":"141.223565ms","start":"2026-07-07T16:37:07.8973Z","end":"2026-07-07T16:37:08.038524Z","steps":["trace[1381203627] 'process raft request' (duration: 141.00641ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:37:09.377983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.329022ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-07T16:37:09.378224Z","caller":"traceutil/trace.go:171","msg":"trace[1139908995] linearizableReadLoop","detail":"{readStateIndex:15705; appliedIndex:15704; }","duration":"419.924793ms","start":"2026-07-07T16:37:08.958282Z","end":"2026-07-07T16:37:09.378207Z","steps":["trace[1139908995] 'read index received' (duration: 229.532819ms)","trace[1139908995] 'applied index is now lower than readState.Index' (duration: 190.391064ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:37:09.378531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.223271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p22f7\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-07-07T16:37:09.378529Z","caller":"traceutil/trace.go:171","msg":"trace[699755141] transaction","detail":"{read_only:false; response_revision:15168; number_of_response:1; }","duration":"207.432416ms","start":"2026-07-07T16:37:09.171065Z","end":"2026-07-07T16:37:09.378498Z","steps":["trace[699755141] 'process raft request' (duration: 206.991365ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:37:09.37864Z","caller":"traceutil/trace.go:171","msg":"trace[1987195775] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p22f7; range_end:; response_count:1; response_revision:15167; }","duration":"420.407205ms","start":"2026-07-07T16:37:08.958208Z","end":"2026-07-07T16:37:09.378615Z","steps":["trace[1987195775] 'agreement among raft nodes before linearized reading' (duration: 420.038946ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:37:09.378699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:37:08.95818Z","time spent":"420.509908ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-p22f7\" "} {"level":"info","ts":"2026-07-07T16:37:09.412535Z","caller":"traceutil/trace.go:171","msg":"trace[877579467] transaction","detail":"{read_only:false; response_revision:15169; number_of_response:1; }","duration":"232.170774ms","start":"2026-07-07T16:37:09.180308Z","end":"2026-07-07T16:37:09.412479Z","steps":["trace[877579467] 'process raft request' (duration: 198.165582ms)","trace[877579467] 'compare' (duration: 33.674504ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:37:09.412549Z","caller":"traceutil/trace.go:171","msg":"trace[979762376] transaction","detail":"{read_only:false; response_revision:15170; number_of_response:1; }","duration":"230.857062ms","start":"2026-07-07T16:37:09.181663Z","end":"2026-07-07T16:37:09.41252Z","steps":["trace[979762376] 'process raft request' (duration: 230.690457ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:37:09.41283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.191389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:37:09.412875Z","caller":"traceutil/trace.go:171","msg":"trace[735724577] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15170; }","duration":"305.441505ms","start":"2026-07-07T16:37:09.107424Z","end":"2026-07-07T16:37:09.412865Z","steps":["trace[735724577] 'agreement among raft nodes before linearized reading' (duration: 305.182339ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:37:09.412909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:37:09.107399Z","time spent":"305.501977ms","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T16:37:09.412987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.07868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:37:09.413116Z","caller":"traceutil/trace.go:171","msg":"trace[1240263450] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:15170; }","duration":"380.265004ms","start":"2026-07-07T16:37:09.032825Z","end":"2026-07-07T16:37:09.41309Z","steps":["trace[1240263450] 'agreement among raft nodes before linearized reading' (duration: 380.047639ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:37:09.413176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:37:09.0328Z","time spent":"380.364317ms","remote":"127.0.0.1:57752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:37:11.496573Z","caller":"traceutil/trace.go:171","msg":"trace[186049123] transaction","detail":"{read_only:false; response_revision:15185; number_of_response:1; }","duration":"112.281975ms","start":"2026-07-07T16:37:11.384255Z","end":"2026-07-07T16:37:11.496537Z","steps":["trace[186049123] 'process raft request' (duration: 62.997133ms)","trace[186049123] 'compare' (duration: 49.045906ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:37:33.782565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.710832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.193\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-07-07T16:37:33.782694Z","caller":"traceutil/trace.go:171","msg":"trace[1792672916] range","detail":"{range_begin:/registry/masterleases/199.19.213.193; range_end:; response_count:1; response_revision:15486; }","duration":"260.910547ms","start":"2026-07-07T16:37:33.521758Z","end":"2026-07-07T16:37:33.782668Z","steps":["trace[1792672916] 'range keys from in-memory index tree' (duration: 260.412956ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:37:33.782721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.624916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:37:33.78283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.411014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-72wnd\" ","response":"range_response_count:1 size:20644"} {"level":"warn","ts":"2026-07-07T16:37:33.782902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.708747ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:37:33.782824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.730412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3f130210-4513-4342-a266-a6c7fe4cfc00\" ","response":"range_response_count:1 size:3637"} {"level":"info","ts":"2026-07-07T16:37:33.783051Z","caller":"traceutil/trace.go:171","msg":"trace[1454902954] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:15486; }","duration":"225.822649ms","start":"2026-07-07T16:37:33.557176Z","end":"2026-07-07T16:37:33.782999Z","steps":["trace[1454902954] 'range keys from in-memory index tree' (duration: 225.696676ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:37:33.783081Z","caller":"traceutil/trace.go:171","msg":"trace[1183792722] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3f130210-4513-4342-a266-a6c7fe4cfc00; range_end:; response_count:1; response_revision:15486; }","duration":"354.036629ms","start":"2026-07-07T16:37:33.428999Z","end":"2026-07-07T16:37:33.783036Z","steps":["trace[1183792722] 'range keys from in-memory index tree' (duration: 353.494586ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:37:33.783153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:37:33.428975Z","time spent":"354.156862ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3660,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3f130210-4513-4342-a266-a6c7fe4cfc00\" "} {"level":"info","ts":"2026-07-07T16:37:33.783398Z","caller":"traceutil/trace.go:171","msg":"trace[1330898312] transaction","detail":"{read_only:false; response_revision:15487; number_of_response:1; }","duration":"200.771623ms","start":"2026-07-07T16:37:33.582344Z","end":"2026-07-07T16:37:33.783116Z","steps":["trace[1330898312] 'process raft request' (duration: 170.43263ms)","trace[1330898312] 'compare' (duration: 29.405651ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:37:33.783333Z","caller":"traceutil/trace.go:171","msg":"trace[787295988] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:15486; }","duration":"235.799151ms","start":"2026-07-07T16:37:33.547016Z","end":"2026-07-07T16:37:33.782815Z","steps":["trace[787295988] 'count revisions from in-memory index tree' (duration: 235.510314ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:37:33.782997Z","caller":"traceutil/trace.go:171","msg":"trace[101643536] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-72wnd; range_end:; response_count:1; response_revision:15486; }","duration":"317.64478ms","start":"2026-07-07T16:37:33.465326Z","end":"2026-07-07T16:37:33.782971Z","steps":["trace[101643536] 'range keys from in-memory index tree' (duration: 317.212619ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:37:33.783664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:37:33.465307Z","time spent":"318.343136ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20667,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-72wnd\" "} {"level":"info","ts":"2026-07-07T16:37:33.794945Z","caller":"traceutil/trace.go:171","msg":"trace[2021507354] transaction","detail":"{read_only:false; response_revision:15489; number_of_response:1; }","duration":"205.605521ms","start":"2026-07-07T16:37:33.589312Z","end":"2026-07-07T16:37:33.794918Z","steps":["trace[2021507354] 'process raft request' (duration: 205.529219ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:37:33.794945Z","caller":"traceutil/trace.go:171","msg":"trace[1171089576] transaction","detail":"{read_only:false; response_revision:15488; number_of_response:1; }","duration":"206.899672ms","start":"2026-07-07T16:37:33.58802Z","end":"2026-07-07T16:37:33.79492Z","steps":["trace[1171089576] 'process raft request' (duration: 206.669086ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:37:57.601556Z","caller":"traceutil/trace.go:171","msg":"trace[1136002846] transaction","detail":"{read_only:false; response_revision:15643; number_of_response:1; }","duration":"144.863234ms","start":"2026-07-07T16:37:57.456664Z","end":"2026-07-07T16:37:57.601527Z","steps":["trace[1136002846] 'process raft request' (duration: 144.220779ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:37:57.789291Z","caller":"traceutil/trace.go:171","msg":"trace[577445122] transaction","detail":"{read_only:false; response_revision:15644; number_of_response:1; }","duration":"106.639439ms","start":"2026-07-07T16:37:57.682556Z","end":"2026-07-07T16:37:57.789195Z","steps":["trace[577445122] 'process raft request' (duration: 77.539205ms)","trace[577445122] 'compare' (duration: 28.684734ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:37:58.093517Z","caller":"traceutil/trace.go:171","msg":"trace[662058843] transaction","detail":"{read_only:false; response_revision:15646; number_of_response:1; }","duration":"174.367398ms","start":"2026-07-07T16:37:57.919094Z","end":"2026-07-07T16:37:58.093461Z","steps":["trace[662058843] 'process raft request' (duration: 151.481425ms)","trace[662058843] 'compare' (duration: 22.494994ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:37:58.093766Z","caller":"traceutil/trace.go:171","msg":"trace[2062473600] transaction","detail":"{read_only:false; response_revision:15647; number_of_response:1; }","duration":"174.384718ms","start":"2026-07-07T16:37:57.91933Z","end":"2026-07-07T16:37:58.093715Z","steps":["trace[2062473600] 'process raft request' (duration: 174.05561ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:37:58.259622Z","caller":"traceutil/trace.go:171","msg":"trace[1306663354] transaction","detail":"{read_only:false; response_revision:15648; number_of_response:1; }","duration":"103.462763ms","start":"2026-07-07T16:37:58.156115Z","end":"2026-07-07T16:37:58.259578Z","steps":["trace[1306663354] 'process raft request' (duration: 49.208161ms)","trace[1306663354] 'compare' (duration: 54.068888ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:37:58.501359Z","caller":"traceutil/trace.go:171","msg":"trace[225020496] linearizableReadLoop","detail":"{readStateIndex:16205; appliedIndex:16204; }","duration":"105.727068ms","start":"2026-07-07T16:37:58.395594Z","end":"2026-07-07T16:37:58.501321Z","steps":["trace[225020496] 'read index received' (duration: 105.678786ms)","trace[225020496] 'applied index is now lower than readState.Index' (duration: 46.451µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:37:58.501427Z","caller":"traceutil/trace.go:171","msg":"trace[1592481895] transaction","detail":"{read_only:false; response_revision:15650; number_of_response:1; }","duration":"133.396047ms","start":"2026-07-07T16:37:58.368002Z","end":"2026-07-07T16:37:58.501398Z","steps":["trace[1592481895] 'process raft request' (duration: 133.08866ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:37:58.501624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.005374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1849"} {"level":"info","ts":"2026-07-07T16:37:58.501679Z","caller":"traceutil/trace.go:171","msg":"trace[502977872] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:15650; }","duration":"106.107037ms","start":"2026-07-07T16:37:58.395553Z","end":"2026-07-07T16:37:58.50166Z","steps":["trace[502977872] 'agreement among raft nodes before linearized reading' (duration: 105.908972ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:37:58.61352Z","caller":"traceutil/trace.go:171","msg":"trace[462469123] transaction","detail":"{read_only:false; response_revision:15652; number_of_response:1; }","duration":"155.42583ms","start":"2026-07-07T16:37:58.458065Z","end":"2026-07-07T16:37:58.613491Z","steps":["trace[462469123] 'process raft request' (duration: 155.318948ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:37:58.613522Z","caller":"traceutil/trace.go:171","msg":"trace[1663409506] transaction","detail":"{read_only:false; response_revision:15651; number_of_response:1; }","duration":"155.4068ms","start":"2026-07-07T16:37:58.458066Z","end":"2026-07-07T16:37:58.613472Z","steps":["trace[1663409506] 'process raft request' (duration: 98.78625ms)","trace[1663409506] 'compare' (duration: 56.392654ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:37:58.613834Z","caller":"traceutil/trace.go:171","msg":"trace[1472829724] transaction","detail":"{read_only:false; response_revision:15653; number_of_response:1; }","duration":"155.632845ms","start":"2026-07-07T16:37:58.458186Z","end":"2026-07-07T16:37:58.613819Z","steps":["trace[1472829724] 'process raft request' (duration: 155.250926ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:37:58.613891Z","caller":"traceutil/trace.go:171","msg":"trace[5964167] transaction","detail":"{read_only:false; response_revision:15654; number_of_response:1; }","duration":"155.681247ms","start":"2026-07-07T16:37:58.458193Z","end":"2026-07-07T16:37:58.613874Z","steps":["trace[5964167] 'process raft request' (duration: 155.519193ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:37:58.613899Z","caller":"traceutil/trace.go:171","msg":"trace[9448389] linearizableReadLoop","detail":"{readStateIndex:16209; appliedIndex:16205; }","duration":"108.144286ms","start":"2026-07-07T16:37:58.505721Z","end":"2026-07-07T16:37:58.613865Z","steps":["trace[9448389] 'read index received' (duration: 51.133767ms)","trace[9448389] 'applied index is now lower than readState.Index' (duration: 57.009019ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:37:58.614255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.492175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3f130210-4513-4342-a266-a6c7fe4cfc00\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-07-07T16:37:58.614311Z","caller":"traceutil/trace.go:171","msg":"trace[147530924] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3f130210-4513-4342-a266-a6c7fe4cfc00; range_end:; response_count:1; response_revision:15654; }","duration":"108.633569ms","start":"2026-07-07T16:37:58.505657Z","end":"2026-07-07T16:37:58.61429Z","steps":["trace[147530924] 'agreement among raft nodes before linearized reading' (duration: 108.342502ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:37:58.637646Z","caller":"traceutil/trace.go:171","msg":"trace[1843160453] transaction","detail":"{read_only:false; response_revision:15655; number_of_response:1; }","duration":"128.591761ms","start":"2026-07-07T16:37:58.509023Z","end":"2026-07-07T16:37:58.637615Z","steps":["trace[1843160453] 'process raft request' (duration: 128.344565ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:37:58.637946Z","caller":"traceutil/trace.go:171","msg":"trace[609694619] transaction","detail":"{read_only:false; response_revision:15656; number_of_response:1; }","duration":"128.033188ms","start":"2026-07-07T16:37:58.509904Z","end":"2026-07-07T16:37:58.637937Z","steps":["trace[609694619] 'process raft request' (duration: 127.640688ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:37:58.638447Z","caller":"traceutil/trace.go:171","msg":"trace[304925864] transaction","detail":"{read_only:false; response_revision:15657; number_of_response:1; }","duration":"128.093289ms","start":"2026-07-07T16:37:58.510324Z","end":"2026-07-07T16:37:58.638417Z","steps":["trace[304925864] 'process raft request' (duration: 127.574437ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:37:58.63874Z","caller":"traceutil/trace.go:171","msg":"trace[643955817] transaction","detail":"{read_only:false; response_revision:15658; number_of_response:1; }","duration":"121.10157ms","start":"2026-07-07T16:37:58.517626Z","end":"2026-07-07T16:37:58.638727Z","steps":["trace[643955817] 'process raft request' (duration: 120.69655ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:37:58.638764Z","caller":"traceutil/trace.go:171","msg":"trace[22233029] transaction","detail":"{read_only:false; response_revision:15659; number_of_response:1; }","duration":"121.063589ms","start":"2026-07-07T16:37:58.517669Z","end":"2026-07-07T16:37:58.638732Z","steps":["trace[22233029] 'process raft request' (duration: 120.912555ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:37:59.184408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.924932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" ","response":"range_response_count:1 size:9609"} {"level":"info","ts":"2026-07-07T16:37:59.184606Z","caller":"traceutil/trace.go:171","msg":"trace[1165902339] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-nova-server; range_end:; response_count:1; response_revision:15662; }","duration":"230.197489ms","start":"2026-07-07T16:37:58.954371Z","end":"2026-07-07T16:37:59.184568Z","steps":["trace[1165902339] 'range keys from in-memory index tree' (duration: 229.631125ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:37:59.272879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.127607ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-07T16:37:59.273024Z","caller":"traceutil/trace.go:171","msg":"trace[860973608] linearizableReadLoop","detail":"{readStateIndex:16218; appliedIndex:16217; }","duration":"165.714ms","start":"2026-07-07T16:37:59.107288Z","end":"2026-07-07T16:37:59.273002Z","steps":["trace[860973608] 'read index received' (duration: 59.442µs)","trace[860973608] 'applied index is now lower than readState.Index' (duration: 165.652888ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:37:59.273642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.327084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:37:59.273762Z","caller":"traceutil/trace.go:171","msg":"trace[1944035438] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15662; }","duration":"166.495098ms","start":"2026-07-07T16:37:59.107241Z","end":"2026-07-07T16:37:59.273736Z","steps":["trace[1944035438] 'agreement among raft nodes before linearized reading' (duration: 166.278683ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:00.433607Z","caller":"traceutil/trace.go:171","msg":"trace[161010765] transaction","detail":"{read_only:false; response_revision:15670; number_of_response:1; }","duration":"147.170821ms","start":"2026-07-07T16:38:00.286394Z","end":"2026-07-07T16:38:00.433565Z","steps":["trace[161010765] 'process raft request' (duration: 100.202884ms)","trace[161010765] 'compare' (duration: 46.403933ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:38:02.304193Z","caller":"traceutil/trace.go:171","msg":"trace[1568593047] linearizableReadLoop","detail":"{readStateIndex:16232; appliedIndex:16231; }","duration":"197.176089ms","start":"2026-07-07T16:38:02.106979Z","end":"2026-07-07T16:38:02.304155Z","steps":["trace[1568593047] 'read index received' (duration: 197.025415ms)","trace[1568593047] 'applied index is now lower than readState.Index' (duration: 148.984µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:38:02.304295Z","caller":"traceutil/trace.go:171","msg":"trace[128878429] transaction","detail":"{read_only:false; response_revision:15676; number_of_response:1; }","duration":"305.296205ms","start":"2026-07-07T16:38:01.998957Z","end":"2026-07-07T16:38:02.304254Z","steps":["trace[128878429] 'process raft request' (duration: 304.961767ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:02.304404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.413074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:38:02.304482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:01.998937Z","time spent":"305.424768ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:38:02.304644Z","caller":"traceutil/trace.go:171","msg":"trace[164925907] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15676; }","duration":"197.62644ms","start":"2026-07-07T16:38:02.106923Z","end":"2026-07-07T16:38:02.304549Z","steps":["trace[164925907] 'agreement among raft nodes before linearized reading' (duration: 197.380174ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:02.407325Z","caller":"traceutil/trace.go:171","msg":"trace[1161579639] transaction","detail":"{read_only:false; response_revision:15677; number_of_response:1; }","duration":"254.998518ms","start":"2026-07-07T16:38:02.152288Z","end":"2026-07-07T16:38:02.407286Z","steps":["trace[1161579639] 'process raft request' (duration: 216.941958ms)","trace[1161579639] 'compare' (duration: 37.832505ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:38:02.407516Z","caller":"traceutil/trace.go:171","msg":"trace[1578649452] transaction","detail":"{read_only:false; response_revision:15678; number_of_response:1; }","duration":"254.053305ms","start":"2026-07-07T16:38:02.153437Z","end":"2026-07-07T16:38:02.40749Z","steps":["trace[1578649452] 'process raft request' (duration: 253.796219ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:02.407586Z","caller":"traceutil/trace.go:171","msg":"trace[926002947] linearizableReadLoop","detail":"{readStateIndex:16234; appliedIndex:16232; }","duration":"103.274588ms","start":"2026-07-07T16:38:02.304299Z","end":"2026-07-07T16:38:02.407573Z","steps":["trace[926002947] 'read index received' (duration: 64.949591ms)","trace[926002947] 'applied index is now lower than readState.Index' (duration: 38.323747ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:38:02.407763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.615881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-72wnd\" ","response":"range_response_count:1 size:20644"} {"level":"info","ts":"2026-07-07T16:38:02.407794Z","caller":"traceutil/trace.go:171","msg":"trace[1661401311] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-72wnd; range_end:; response_count:1; response_revision:15679; }","duration":"240.682832ms","start":"2026-07-07T16:38:02.167102Z","end":"2026-07-07T16:38:02.407785Z","steps":["trace[1661401311] 'agreement among raft nodes before linearized reading' (duration: 240.532399ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:02.407765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.754547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:38:02.407791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.800213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:38:02.407828Z","caller":"traceutil/trace.go:171","msg":"trace[1518806606] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:15679; }","duration":"298.839099ms","start":"2026-07-07T16:38:02.108976Z","end":"2026-07-07T16:38:02.407815Z","steps":["trace[1518806606] 'agreement among raft nodes before linearized reading' (duration: 298.699536ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:02.407846Z","caller":"traceutil/trace.go:171","msg":"trace[1377094726] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15679; }","duration":"101.882465ms","start":"2026-07-07T16:38:02.305946Z","end":"2026-07-07T16:38:02.407828Z","steps":["trace[1377094726] 'agreement among raft nodes before linearized reading' (duration: 101.767713ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:02.407931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.756747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p22f7\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-07-07T16:38:02.408Z","caller":"traceutil/trace.go:171","msg":"trace[295201571] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p22f7; range_end:; response_count:1; response_revision:15679; }","duration":"241.86404ms","start":"2026-07-07T16:38:02.166119Z","end":"2026-07-07T16:38:02.407983Z","steps":["trace[295201571] 'agreement among raft nodes before linearized reading' (duration: 241.545322ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:02.672784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.791123ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T16:38:02.672985Z","caller":"traceutil/trace.go:171","msg":"trace[333417453] transaction","detail":"{read_only:false; response_revision:15680; number_of_response:1; }","duration":"181.03271ms","start":"2026-07-07T16:38:02.491932Z","end":"2026-07-07T16:38:02.672964Z","steps":["trace[333417453] 'process raft request' (duration: 59.95255ms)","trace[333417453] 'compare' (duration: 120.548737ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:38:02.891001Z","caller":"traceutil/trace.go:171","msg":"trace[1642466845] transaction","detail":"{read_only:false; response_revision:15681; number_of_response:1; }","duration":"213.30806ms","start":"2026-07-07T16:38:02.677663Z","end":"2026-07-07T16:38:02.890971Z","steps":["trace[1642466845] 'process raft request' (duration: 212.203283ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:02.892711Z","caller":"traceutil/trace.go:171","msg":"trace[1621886345] transaction","detail":"{read_only:false; response_revision:15683; number_of_response:1; }","duration":"211.677141ms","start":"2026-07-07T16:38:02.681004Z","end":"2026-07-07T16:38:02.892681Z","steps":["trace[1621886345] 'process raft request' (duration: 211.593399ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:02.892717Z","caller":"traceutil/trace.go:171","msg":"trace[1160918627] transaction","detail":"{read_only:false; response_revision:15682; number_of_response:1; }","duration":"212.436729ms","start":"2026-07-07T16:38:02.680245Z","end":"2026-07-07T16:38:02.892681Z","steps":["trace[1160918627] 'process raft request' (duration: 212.148752ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:02.892889Z","caller":"traceutil/trace.go:171","msg":"trace[513022791] transaction","detail":"{read_only:false; response_revision:15684; number_of_response:1; }","duration":"211.621479ms","start":"2026-07-07T16:38:02.681225Z","end":"2026-07-07T16:38:02.892846Z","steps":["trace[513022791] 'process raft request' (duration: 211.416614ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:03.77789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.452364ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T16:38:03.778281Z","caller":"traceutil/trace.go:171","msg":"trace[635046965] transaction","detail":"{read_only:false; response_revision:15685; number_of_response:1; }","duration":"251.908404ms","start":"2026-07-07T16:38:03.526337Z","end":"2026-07-07T16:38:03.778245Z","steps":["trace[635046965] 'process raft request' (duration: 123.97891ms)","trace[635046965] 'compare' (duration: 127.285789ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:38:03.778342Z","caller":"traceutil/trace.go:171","msg":"trace[57606426] transaction","detail":"{read_only:false; response_revision:15686; number_of_response:1; }","duration":"211.267531ms","start":"2026-07-07T16:38:03.567043Z","end":"2026-07-07T16:38:03.77831Z","steps":["trace[57606426] 'process raft request' (duration: 210.979514ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:04.561735Z","caller":"traceutil/trace.go:171","msg":"trace[686254373] linearizableReadLoop","detail":"{readStateIndex:16244; appliedIndex:16243; }","duration":"205.906201ms","start":"2026-07-07T16:38:04.355797Z","end":"2026-07-07T16:38:04.561703Z","steps":["trace[686254373] 'read index received' (duration: 205.84641ms)","trace[686254373] 'applied index is now lower than readState.Index' (duration: 58.521µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:38:04.562007Z","caller":"traceutil/trace.go:171","msg":"trace[991174197] transaction","detail":"{read_only:false; response_revision:15687; number_of_response:1; }","duration":"250.92142ms","start":"2026-07-07T16:38:04.311068Z","end":"2026-07-07T16:38:04.561989Z","steps":["trace[991174197] 'process raft request' (duration: 250.450679ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:04.562358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.530867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" ","response":"range_response_count:1 size:9506"} {"level":"info","ts":"2026-07-07T16:38:04.562498Z","caller":"traceutil/trace.go:171","msg":"trace[1531816815] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-nova-server; range_end:; response_count:1; response_revision:15687; }","duration":"206.756702ms","start":"2026-07-07T16:38:04.355708Z","end":"2026-07-07T16:38:04.562465Z","steps":["trace[1531816815] 'agreement among raft nodes before linearized reading' (duration: 206.336142ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:04.611056Z","caller":"traceutil/trace.go:171","msg":"trace[342495381] transaction","detail":"{read_only:false; response_revision:15688; number_of_response:1; }","duration":"195.832917ms","start":"2026-07-07T16:38:04.41519Z","end":"2026-07-07T16:38:04.611023Z","steps":["trace[342495381] 'process raft request' (duration: 195.463688ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:04.611293Z","caller":"traceutil/trace.go:171","msg":"trace[1851448449] transaction","detail":"{read_only:false; response_revision:15689; number_of_response:1; }","duration":"196.021372ms","start":"2026-07-07T16:38:04.415261Z","end":"2026-07-07T16:38:04.611282Z","steps":["trace[1851448449] 'process raft request' (duration: 195.593281ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:04.611413Z","caller":"traceutil/trace.go:171","msg":"trace[1989660087] transaction","detail":"{read_only:false; response_revision:15690; number_of_response:1; }","duration":"196.049893ms","start":"2026-07-07T16:38:04.415351Z","end":"2026-07-07T16:38:04.611401Z","steps":["trace[1989660087] 'process raft request' (duration: 195.565911ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:04.611654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.63518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p22f7\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-07-07T16:38:04.611781Z","caller":"traceutil/trace.go:171","msg":"trace[1502192545] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p22f7; range_end:; response_count:1; response_revision:15690; }","duration":"187.813284ms","start":"2026-07-07T16:38:04.423934Z","end":"2026-07-07T16:38:04.611747Z","steps":["trace[1502192545] 'agreement among raft nodes before linearized reading' (duration: 187.484396ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:04.611804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.770996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-72wnd\" ","response":"range_response_count:1 size:20644"} {"level":"info","ts":"2026-07-07T16:38:04.611928Z","caller":"traceutil/trace.go:171","msg":"trace[1750104438] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-72wnd; range_end:; response_count:1; response_revision:15690; }","duration":"183.968181ms","start":"2026-07-07T16:38:04.427931Z","end":"2026-07-07T16:38:04.611899Z","steps":["trace[1750104438] 'agreement among raft nodes before linearized reading' (duration: 183.601202ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:04.980627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.828976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-07T16:38:04.980743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.207167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:38:04.980752Z","caller":"traceutil/trace.go:171","msg":"trace[1513402322] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15690; }","duration":"303.01307ms","start":"2026-07-07T16:38:04.677709Z","end":"2026-07-07T16:38:04.980722Z","steps":["trace[1513402322] 'range keys from in-memory index tree' (duration: 302.685022ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:04.98079Z","caller":"traceutil/trace.go:171","msg":"trace[1904812079] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:15690; }","duration":"294.29506ms","start":"2026-07-07T16:38:04.686481Z","end":"2026-07-07T16:38:04.980776Z","steps":["trace[1904812079] 'range keys from in-memory index tree' (duration: 294.103415ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:04.980821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:04.677684Z","time spent":"303.117013ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-07T16:38:05.386602Z","caller":"traceutil/trace.go:171","msg":"trace[836032441] transaction","detail":"{read_only:false; response_revision:15693; number_of_response:1; }","duration":"400.797737ms","start":"2026-07-07T16:38:04.985767Z","end":"2026-07-07T16:38:05.386565Z","steps":["trace[836032441] 'process raft request' (duration: 400.617293ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:05.386858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:04.985759Z","time spent":"400.93546ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:38:05.386881Z","caller":"traceutil/trace.go:171","msg":"trace[1299351975] transaction","detail":"{read_only:false; response_revision:15694; number_of_response:1; }","duration":"401.039783ms","start":"2026-07-07T16:38:04.98581Z","end":"2026-07-07T16:38:05.38685Z","steps":["trace[1299351975] 'process raft request' (duration: 400.696494ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:05.387075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:04.985791Z","time spent":"401.176426ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:38:05.387204Z","caller":"traceutil/trace.go:171","msg":"trace[122745848] transaction","detail":"{read_only:false; response_revision:15692; number_of_response:1; }","duration":"401.547885ms","start":"2026-07-07T16:38:04.985641Z","end":"2026-07-07T16:38:05.387189Z","steps":["trace[122745848] 'process raft request' (duration: 358.245898ms)","trace[122745848] 'compare' (duration: 41.641287ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:38:05.387268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:04.985625Z","time spent":"401.609426ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:38:05.38754Z","caller":"traceutil/trace.go:171","msg":"trace[1014505360] linearizableReadLoop","detail":"{readStateIndex:16252; appliedIndex:16248; }","duration":"333.352235ms","start":"2026-07-07T16:38:05.054174Z","end":"2026-07-07T16:38:05.387526Z","steps":["trace[1014505360] 'read index received' (duration: 289.644618ms)","trace[1014505360] 'applied index is now lower than readState.Index' (duration: 43.705597ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:38:05.387916Z","caller":"traceutil/trace.go:171","msg":"trace[732952241] transaction","detail":"{read_only:false; response_revision:15695; number_of_response:1; }","duration":"401.456012ms","start":"2026-07-07T16:38:04.986451Z","end":"2026-07-07T16:38:05.387907Z","steps":["trace[732952241] 'process raft request' (duration: 400.315575ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:05.387968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:04.986437Z","time spent":"401.502553ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:38:05.388116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.290895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:38:05.388146Z","caller":"traceutil/trace.go:171","msg":"trace[1834607785] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15695; }","duration":"393.344786ms","start":"2026-07-07T16:38:04.994792Z","end":"2026-07-07T16:38:05.388137Z","steps":["trace[1834607785] 'agreement among raft nodes before linearized reading' (duration: 393.287545ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:05.388171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:04.994779Z","time spent":"393.383888ms","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T16:38:05.38833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.637761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-07-07T16:38:05.388318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.941407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T16:38:05.388385Z","caller":"traceutil/trace.go:171","msg":"trace[1656755310] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15695; }","duration":"328.725733ms","start":"2026-07-07T16:38:05.059647Z","end":"2026-07-07T16:38:05.388372Z","steps":["trace[1656755310] 'agreement among raft nodes before linearized reading' (duration: 328.506617ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:05.38842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:05.05963Z","time spent":"328.782075ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-07T16:38:05.388438Z","caller":"traceutil/trace.go:171","msg":"trace[1790134975] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:15695; }","duration":"274.05614ms","start":"2026-07-07T16:38:05.114331Z","end":"2026-07-07T16:38:05.388387Z","steps":["trace[1790134975] 'agreement among raft nodes before linearized reading' (duration: 273.878956ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:05.77115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.660113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T16:38:05.771582Z","caller":"traceutil/trace.go:171","msg":"trace[271197166] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:15695; }","duration":"234.162815ms","start":"2026-07-07T16:38:05.537377Z","end":"2026-07-07T16:38:05.77154Z","steps":["trace[271197166] 'count revisions from in-memory index tree' (duration: 233.54012ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:05.771373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.193717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T16:38:05.772074Z","caller":"traceutil/trace.go:171","msg":"trace[1370928584] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:15695; }","duration":"239.907274ms","start":"2026-07-07T16:38:05.532107Z","end":"2026-07-07T16:38:05.772015Z","steps":["trace[1370928584] 'count revisions from in-memory index tree' (duration: 238.980782ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:07.092287Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004042627,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T16:38:07.240529Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.095891932s","expected-duration":"1s"} {"level":"info","ts":"2026-07-07T16:38:07.240984Z","caller":"traceutil/trace.go:171","msg":"trace[1554988868] transaction","detail":"{read_only:false; response_revision:15696; number_of_response:1; }","duration":"1.096510588s","start":"2026-07-07T16:38:06.144447Z","end":"2026-07-07T16:38:07.240957Z","steps":["trace[1554988868] 'process raft request' (duration: 1.096336713s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:07.241151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:06.144422Z","time spent":"1.096635531s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:38:09.105796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000249521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T16:38:09.105896Z","caller":"traceutil/trace.go:171","msg":"trace[306968571] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000416305s","start":"2026-07-07T16:38:07.105456Z","end":"2026-07-07T16:38:09.105872Z","steps":["trace[306968571] 'agreement among raft nodes before linearized reading' (duration: 2.000286732s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:09.105971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:07.105432Z","time spent":"2.000520428s","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 16:38:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T16:38:10.429113Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.891160694s","expected-duration":"1s"} {"level":"info","ts":"2026-07-07T16:38:10.429728Z","caller":"traceutil/trace.go:171","msg":"trace[1448330491] transaction","detail":"{read_only:false; response_revision:15697; number_of_response:1; }","duration":"3.861066348s","start":"2026-07-07T16:38:06.568611Z","end":"2026-07-07T16:38:10.429677Z","steps":["trace[1448330491] 'process raft request' (duration: 3.860790811s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:10.429823Z","caller":"traceutil/trace.go:171","msg":"trace[2017192990] transaction","detail":"{read_only:false; response_revision:15698; number_of_response:1; }","duration":"3.810855403s","start":"2026-07-07T16:38:06.618913Z","end":"2026-07-07T16:38:10.429769Z","steps":["trace[2017192990] 'process raft request' (duration: 3.810662269s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:10.429919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:06.56858Z","time spent":"3.861240723s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:38:10.429924Z","caller":"traceutil/trace.go:171","msg":"trace[1472520092] transaction","detail":"{read_only:false; response_revision:15700; number_of_response:1; }","duration":"3.810972117s","start":"2026-07-07T16:38:06.618928Z","end":"2026-07-07T16:38:10.4299Z","steps":["trace[1472520092] 'process raft request' (duration: 3.810728791s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:10.429973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.838778689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:38:10.430028Z","caller":"traceutil/trace.go:171","msg":"trace[120638210] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:15700; }","duration":"3.838900422s","start":"2026-07-07T16:38:06.591114Z","end":"2026-07-07T16:38:10.430015Z","steps":["trace[120638210] 'agreement among raft nodes before linearized reading' (duration: 3.83879025s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:10.430065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:06.591098Z","time spent":"3.838957323s","remote":"127.0.0.1:60040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:38:10.430083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:06.618887Z","time spent":"3.811071029s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:38:10.430099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:06.618908Z","time spent":"3.811066828s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:38:10.429869Z","caller":"traceutil/trace.go:171","msg":"trace[240839621] linearizableReadLoop","detail":"{readStateIndex:16257; appliedIndex:16252; }","duration":"3.838670916s","start":"2026-07-07T16:38:06.591178Z","end":"2026-07-07T16:38:10.429848Z","steps":["trace[240839621] 'read index received' (duration: 649.595205ms)","trace[240839621] 'applied index is now lower than readState.Index' (duration: 3.189074241s)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:38:10.429729Z","caller":"traceutil/trace.go:171","msg":"trace[1202008234] transaction","detail":"{read_only:false; response_revision:15699; number_of_response:1; }","duration":"3.810770902s","start":"2026-07-07T16:38:06.618926Z","end":"2026-07-07T16:38:10.429697Z","steps":["trace[1202008234] 'process raft request' (duration: 3.81068899s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:10.430504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:06.618906Z","time spent":"3.811497419s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:38:11.106163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000148808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-07T16:38:11.106248Z","caller":"traceutil/trace.go:171","msg":"trace[2099186540] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000276901s","start":"2026-07-07T16:38:09.105952Z","end":"2026-07-07T16:38:11.106229Z","steps":["trace[2099186540] 'agreement among raft nodes before linearized reading' (duration: 2.000146558s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:11.10629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:09.105862Z","time spent":"2.000420094s","remote":"127.0.0.1:44742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T16:38:11.185147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.077014ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-07T16:38:11.18633Z","caller":"traceutil/trace.go:171","msg":"trace[797462574] transaction","detail":"{read_only:false; response_revision:15701; number_of_response:1; }","duration":"1.682153535s","start":"2026-07-07T16:38:09.504091Z","end":"2026-07-07T16:38:11.186244Z","steps":["trace[797462574] 'process raft request' (duration: 1.681178612s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:11.185987Z","caller":"traceutil/trace.go:171","msg":"trace[450360690] linearizableReadLoop","detail":"{readStateIndex:16259; appliedIndex:16257; }","duration":"755.757004ms","start":"2026-07-07T16:38:10.430172Z","end":"2026-07-07T16:38:11.185929Z","steps":["trace[450360690] 'read index received' (duration: 150.894011ms)","trace[450360690] 'applied index is now lower than readState.Index' (duration: 604.857153ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:38:11.186517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:09.504066Z","time spent":"1.682346711s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:38:11.9558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.577794421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-07T16:38:11.955822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.316511529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-72wnd\" ","response":"range_response_count:1 size:20644"} {"level":"info","ts":"2026-07-07T16:38:11.955908Z","caller":"traceutil/trace.go:171","msg":"trace[655289458] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:15701; }","duration":"1.577961175s","start":"2026-07-07T16:38:10.377915Z","end":"2026-07-07T16:38:11.955876Z","steps":["trace[655289458] 'agreement among raft nodes before linearized reading' (duration: 808.287074ms)","trace[655289458] 'count revisions from in-memory index tree' (duration: 769.530507ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:38:11.955951Z","caller":"traceutil/trace.go:171","msg":"trace[901358323] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-72wnd; range_end:; response_count:1; response_revision:15701; }","duration":"5.316778456s","start":"2026-07-07T16:38:06.639137Z","end":"2026-07-07T16:38:11.955915Z","steps":["trace[901358323] 'agreement among raft nodes before linearized reading' (duration: 4.547163417s)","trace[901358323] 'range keys from in-memory index tree' (duration: 769.23982ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:38:11.955969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:10.377882Z","time spent":"1.578072398s","remote":"127.0.0.1:45226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:38:11.9558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.562902198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-07T16:38:11.956052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:06.639087Z","time spent":"5.316916329s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20667,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-72wnd\" "} {"level":"info","ts":"2026-07-07T16:38:11.956104Z","caller":"traceutil/trace.go:171","msg":"trace[1316865622] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15701; }","duration":"4.563284537s","start":"2026-07-07T16:38:07.392785Z","end":"2026-07-07T16:38:11.95607Z","steps":["trace[1316865622] 'agreement among raft nodes before linearized reading' (duration: 3.793238147s)","trace[1316865622] 'range keys from in-memory index tree' (duration: 769.536247ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:38:11.956164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.562964949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-07T16:38:11.956197Z","caller":"traceutil/trace.go:171","msg":"trace[1645159064] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15701; }","duration":"4.56301325s","start":"2026-07-07T16:38:07.393171Z","end":"2026-07-07T16:38:11.956185Z","steps":["trace[1645159064] 'agreement among raft nodes before linearized reading' (duration: 3.792789577s)","trace[1645159064] 'range keys from in-memory index tree' (duration: 770.143392ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:38:11.956193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:07.392753Z","time spent":"4.56342103s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-07T16:38:11.95615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.171653148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-bootstrap\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:38:11.956245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.312957994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p22f7\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-07-07T16:38:11.95632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.950060036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:38:11.956224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:07.393161Z","time spent":"4.563055541s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-07T16:38:11.956401Z","caller":"traceutil/trace.go:171","msg":"trace[1285488821] range","detail":"{range_begin:/registry/jobs/openstack/nova-bootstrap; range_end:; response_count:0; response_revision:15701; }","duration":"2.171839272s","start":"2026-07-07T16:38:09.784409Z","end":"2026-07-07T16:38:11.956248Z","steps":["trace[1285488821] 'agreement among raft nodes before linearized reading' (duration: 1.401800493s)","trace[1285488821] 'range keys from in-memory index tree' (duration: 769.907256ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:38:11.95766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:09.784382Z","time spent":"2.173260747s","remote":"127.0.0.1:44962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-bootstrap\" "} {"level":"warn","ts":"2026-07-07T16:38:11.955874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.76355048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:38:11.957752Z","caller":"traceutil/trace.go:171","msg":"trace[202835345] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:15701; }","duration":"3.765472656s","start":"2026-07-07T16:38:08.192258Z","end":"2026-07-07T16:38:11.957731Z","steps":["trace[202835345] 'agreement among raft nodes before linearized reading' (duration: 2.993683684s)","trace[202835345] 'count revisions from in-memory index tree' (duration: 769.895366ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:38:11.956439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.544732391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-07-07T16:38:11.957804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:08.192175Z","time spent":"3.765610679s","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:38:11.957849Z","caller":"traceutil/trace.go:171","msg":"trace[1267907881] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15701; }","duration":"1.546197756s","start":"2026-07-07T16:38:10.411639Z","end":"2026-07-07T16:38:11.957837Z","steps":["trace[1267907881] 'agreement among raft nodes before linearized reading' (duration: 774.554688ms)","trace[1267907881] 'range keys from in-memory index tree' (duration: 770.163792ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:38:11.957889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:10.41161Z","time spent":"1.546265708s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-07T16:38:11.956506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.539392996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-07-07T16:38:11.958048Z","caller":"traceutil/trace.go:171","msg":"trace[173361950] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:15701; }","duration":"3.540932483s","start":"2026-07-07T16:38:08.417103Z","end":"2026-07-07T16:38:11.958036Z","steps":["trace[173361950] 'agreement among raft nodes before linearized reading' (duration: 2.769117321s)","trace[173361950] 'range keys from in-memory index tree' (duration: 770.254365ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:38:11.958077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:08.417076Z","time spent":"3.540991445s","remote":"127.0.0.1:44910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-07-07T16:38:11.956557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.563302357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-07T16:38:11.958184Z","caller":"traceutil/trace.go:171","msg":"trace[1042350787] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15701; }","duration":"4.564911946s","start":"2026-07-07T16:38:07.393246Z","end":"2026-07-07T16:38:11.958158Z","steps":["trace[1042350787] 'agreement among raft nodes before linearized reading' (duration: 3.792782896s)","trace[1042350787] 'range keys from in-memory index tree' (duration: 770.47221ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:38:11.958229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:07.393217Z","time spent":"4.564997338s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-07T16:38:11.956578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.31996632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-coredns-7dd4958666-gb2dm\" ","response":"range_response_count:1 size:5313"} {"level":"info","ts":"2026-07-07T16:38:11.958262Z","caller":"traceutil/trace.go:171","msg":"trace[631669591] range","detail":"{range_begin:/registry/pods/openstack/neutron-coredns-7dd4958666-gb2dm; range_end:; response_count:1; response_revision:15701; }","duration":"4.321690872s","start":"2026-07-07T16:38:07.636559Z","end":"2026-07-07T16:38:11.95825Z","steps":["trace[631669591] 'agreement among raft nodes before linearized reading' (duration: 3.54944567s)","trace[631669591] 'range keys from in-memory index tree' (duration: 770.532851ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:38:11.958295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:07.63653Z","time spent":"4.321756883s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":5336,"request content":"key:\"/registry/pods/openstack/neutron-coredns-7dd4958666-gb2dm\" "} {"level":"warn","ts":"2026-07-07T16:38:11.956583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.42288007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-07T16:38:11.958336Z","caller":"traceutil/trace.go:171","msg":"trace[699854210] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:15701; }","duration":"4.424655133s","start":"2026-07-07T16:38:07.533666Z","end":"2026-07-07T16:38:11.958321Z","steps":["trace[699854210] 'agreement among raft nodes before linearized reading' (duration: 3.652350109s)","trace[699854210] 'count revisions from in-memory index tree' (duration: 770.548552ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:38:11.956631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.563924232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-07T16:38:11.958414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:07.53365Z","time spent":"4.424746185s","remote":"127.0.0.1:44936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":159,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:38:11.958466Z","caller":"traceutil/trace.go:171","msg":"trace[452960825] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15701; }","duration":"4.565772707s","start":"2026-07-07T16:38:07.392657Z","end":"2026-07-07T16:38:11.958429Z","steps":["trace[452960825] 'agreement among raft nodes before linearized reading' (duration: 3.793332009s)","trace[452960825] 'range keys from in-memory index tree' (duration: 770.586282ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:38:11.958538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:07.392631Z","time spent":"4.56588808s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-07T16:38:11.956657Z","caller":"traceutil/trace.go:171","msg":"trace[2096182494] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p22f7; range_end:; response_count:1; response_revision:15701; }","duration":"5.313006305s","start":"2026-07-07T16:38:06.643273Z","end":"2026-07-07T16:38:11.956279Z","steps":["trace[2096182494] 'agreement among raft nodes before linearized reading' (duration: 4.542915824s)","trace[2096182494] 'range keys from in-memory index tree' (duration: 769.920587ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:38:11.95668Z","caller":"traceutil/trace.go:171","msg":"trace[614003433] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:15701; }","duration":"1.950136819s","start":"2026-07-07T16:38:10.006201Z","end":"2026-07-07T16:38:11.956338Z","steps":["trace[614003433] 'agreement among raft nodes before linearized reading' (duration: 1.179978337s)","trace[614003433] 'count revisions from in-memory index tree' (duration: 770.107351ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:38:11.958729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:10.006175Z","time spent":"1.952537107s","remote":"127.0.0.1:44956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:38:11.956685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.777596088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:38:11.958826Z","caller":"traceutil/trace.go:171","msg":"trace[772999363] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:15701; }","duration":"3.779758511s","start":"2026-07-07T16:38:08.179042Z","end":"2026-07-07T16:38:11.958801Z","steps":["trace[772999363] 'agreement among raft nodes before linearized reading' (duration: 3.006948114s)","trace[772999363] 'count revisions from in-memory index tree' (duration: 770.674624ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:38:11.956753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.473862ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-07-07T16:38:11.958876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:06.643211Z","time spent":"5.315392492s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-p22f7\" "} {"level":"warn","ts":"2026-07-07T16:38:11.955919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.269002514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-07T16:38:11.958919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:08.179021Z","time spent":"3.779845103s","remote":"127.0.0.1:49536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:38:11.958958Z","caller":"traceutil/trace.go:171","msg":"trace[1604213600] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:15701; }","duration":"3.272138671s","start":"2026-07-07T16:38:08.686797Z","end":"2026-07-07T16:38:11.958936Z","steps":["trace[1604213600] 'agreement among raft nodes before linearized reading' (duration: 2.499407767s)","trace[1604213600] 'count revisions from in-memory index tree' (duration: 769.601868ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:38:11.958971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:11.110581Z","time spent":"848.387875ms","remote":"127.0.0.1:44826","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-07T16:38:11.959006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:08.686766Z","time spent":"3.272227842s","remote":"127.0.0.1:45084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":89,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:38:11.957522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.897458822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-07T16:38:11.959084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.811042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:38:11.959121Z","caller":"traceutil/trace.go:171","msg":"trace[79100126] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15701; }","duration":"845.864344ms","start":"2026-07-07T16:38:11.113245Z","end":"2026-07-07T16:38:11.959109Z","steps":["trace[79100126] 'agreement among raft nodes before linearized reading' (duration: 845.797143ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:11.959119Z","caller":"traceutil/trace.go:171","msg":"trace[1974792452] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15701; }","duration":"4.899119602s","start":"2026-07-07T16:38:07.059977Z","end":"2026-07-07T16:38:11.959097Z","steps":["trace[1974792452] 'agreement among raft nodes before linearized reading' (duration: 4.126198243s)","trace[1974792452] 'range keys from in-memory index tree' (duration: 770.115671ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:38:11.959153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:11.113236Z","time spent":"845.910995ms","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-07T16:38:11.959157Z","caller":"traceutil/trace.go:171","msg":"trace[197842392] linearizableReadLoop","detail":"{readStateIndex:16260; appliedIndex:16259; }","duration":"772.481968ms","start":"2026-07-07T16:38:11.186417Z","end":"2026-07-07T16:38:11.958899Z","steps":["trace[197842392] 'read index received' (duration: 89.68838ms)","trace[197842392] 'applied index is now lower than readState.Index' (duration: 682.790688ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:38:11.959175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:07.059945Z","time spent":"4.899212674s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-07T16:38:11.960638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.15025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T16:38:11.960696Z","caller":"traceutil/trace.go:171","msg":"trace[602868459] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:15701; }","duration":"383.288742ms","start":"2026-07-07T16:38:11.577396Z","end":"2026-07-07T16:38:11.960685Z","steps":["trace[602868459] 'agreement among raft nodes before linearized reading' (duration: 383.163809ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:11.960705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.497184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-07-07T16:38:11.960742Z","caller":"traceutil/trace.go:171","msg":"trace[1524940321] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:15701; }","duration":"177.586656ms","start":"2026-07-07T16:38:11.783143Z","end":"2026-07-07T16:38:11.96073Z","steps":["trace[1524940321] 'agreement among raft nodes before linearized reading' (duration: 177.454363ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:11.960768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:11.577364Z","time spent":"383.356764ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:38:11.960803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.605462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129408"} {"level":"info","ts":"2026-07-07T16:38:11.960858Z","caller":"traceutil/trace.go:171","msg":"trace[433534591] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:15701; }","duration":"171.737075ms","start":"2026-07-07T16:38:11.789103Z","end":"2026-07-07T16:38:11.960841Z","steps":["trace[433534591] 'agreement among raft nodes before linearized reading' (duration: 171.468509ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:12.279016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.20153ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-07T16:38:12.279254Z","caller":"traceutil/trace.go:171","msg":"trace[1589119972] transaction","detail":"{read_only:false; response_revision:15702; number_of_response:1; }","duration":"317.087381ms","start":"2026-07-07T16:38:11.962129Z","end":"2026-07-07T16:38:12.279216Z","steps":["trace[1589119972] 'process raft request' (duration: 112.594694ms)","trace[1589119972] 'compare' (duration: 203.581485ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:38:12.279274Z","caller":"traceutil/trace.go:171","msg":"trace[455933513] linearizableReadLoop","detail":"{readStateIndex:16261; appliedIndex:16260; }","duration":"316.781814ms","start":"2026-07-07T16:38:11.962415Z","end":"2026-07-07T16:38:12.279196Z","steps":["trace[455933513] 'read index received' (duration: 112.357489ms)","trace[455933513] 'applied index is now lower than readState.Index' (duration: 204.420685ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:38:12.27952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:11.962105Z","time spent":"317.238195ms","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:38:12.279595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.136362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-07T16:38:12.2797Z","caller":"traceutil/trace.go:171","msg":"trace[1075927443] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15702; }","duration":"317.283206ms","start":"2026-07-07T16:38:11.962389Z","end":"2026-07-07T16:38:12.279672Z","steps":["trace[1075927443] 'agreement among raft nodes before linearized reading' (duration: 316.897257ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:12.279754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:11.962379Z","time spent":"317.366058ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-07T16:38:12.990804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.267685ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T16:38:12.991264Z","caller":"traceutil/trace.go:171","msg":"trace[1104564282] transaction","detail":"{read_only:false; response_revision:15705; number_of_response:1; }","duration":"1.026806921s","start":"2026-07-07T16:38:11.964428Z","end":"2026-07-07T16:38:12.991235Z","steps":["trace[1104564282] 'process raft request' (duration: 1.026581376s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:12.991186Z","caller":"traceutil/trace.go:171","msg":"trace[1705361587] transaction","detail":"{read_only:false; response_revision:15703; number_of_response:1; }","duration":"1.028685027s","start":"2026-07-07T16:38:11.96245Z","end":"2026-07-07T16:38:12.991135Z","steps":["trace[1705361587] 'process raft request' (duration: 443.984431ms)","trace[1705361587] 'compare' (duration: 584.081671ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:38:12.991346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:11.964416Z","time spent":"1.026895523s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:38:12.991461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:11.962436Z","time spent":"1.028897522s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:38:12.991479Z","caller":"traceutil/trace.go:171","msg":"trace[1760632198] transaction","detail":"{read_only:false; response_revision:15704; number_of_response:1; }","duration":"1.027651772s","start":"2026-07-07T16:38:11.963807Z","end":"2026-07-07T16:38:12.991459Z","steps":["trace[1760632198] 'process raft request' (duration: 1.027123219s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:12.991486Z","caller":"traceutil/trace.go:171","msg":"trace[1815669327] transaction","detail":"{read_only:false; response_revision:15706; number_of_response:1; }","duration":"1.026401891s","start":"2026-07-07T16:38:11.965043Z","end":"2026-07-07T16:38:12.991445Z","steps":["trace[1815669327] 'process raft request' (duration: 1.026019312s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:12.991519Z","caller":"traceutil/trace.go:171","msg":"trace[1211904525] transaction","detail":"{read_only:false; response_revision:15708; number_of_response:1; }","duration":"1.025211142s","start":"2026-07-07T16:38:11.966279Z","end":"2026-07-07T16:38:12.99149Z","steps":["trace[1211904525] 'process raft request' (duration: 1.024879854s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:12.991584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:11.963797Z","time spent":"1.027738464s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:38:12.991705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:11.965033Z","time spent":"1.026541975s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:38:12.99174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:11.96627Z","time spent":"1.025337656s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:38:12.991519Z","caller":"traceutil/trace.go:171","msg":"trace[1641520260] transaction","detail":"{read_only:false; response_revision:15707; number_of_response:1; }","duration":"1.025693984s","start":"2026-07-07T16:38:11.965787Z","end":"2026-07-07T16:38:12.991481Z","steps":["trace[1641520260] 'process raft request' (duration: 1.025326965s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:12.991851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:11.965773Z","time spent":"1.026027243s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:38:13.497447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.963137ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T16:38:13.497594Z","caller":"traceutil/trace.go:171","msg":"trace[102515975] linearizableReadLoop","detail":"{readStateIndex:16268; appliedIndex:16261; }","duration":"1.218222351s","start":"2026-07-07T16:38:12.27935Z","end":"2026-07-07T16:38:13.497572Z","steps":["trace[102515975] 'read index received' (duration: 127.171406ms)","trace[102515975] 'applied index is now lower than readState.Index' (duration: 1.091049445s)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:38:13.497957Z","caller":"traceutil/trace.go:171","msg":"trace[235858044] transaction","detail":"{read_only:false; response_revision:15709; number_of_response:1; }","duration":"1.356958087s","start":"2026-07-07T16:38:12.14096Z","end":"2026-07-07T16:38:13.497918Z","steps":["trace[235858044] 'process raft request' (duration: 1.094400245s)","trace[235858044] 'compare' (duration: 261.760453ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:38:13.498022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.535475706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-afd90f60-d56f-44bb-8291-e25512981a69\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-07-07T16:38:13.498063Z","caller":"traceutil/trace.go:171","msg":"trace[1164478933] range","detail":"{range_begin:/registry/persistentvolumes/pvc-afd90f60-d56f-44bb-8291-e25512981a69; range_end:; response_count:1; response_revision:15709; }","duration":"1.535553018s","start":"2026-07-07T16:38:11.962497Z","end":"2026-07-07T16:38:13.49805Z","steps":["trace[1164478933] 'agreement among raft nodes before linearized reading' (duration: 1.535364224s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:13.498081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:11.962488Z","time spent":"1.535588689s","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1473,"request content":"key:\"/registry/persistentvolumes/pvc-afd90f60-d56f-44bb-8291-e25512981a69\" "} {"level":"warn","ts":"2026-07-07T16:38:13.498222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:12.140906Z","time spent":"1.357132232s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:38:13.498649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.535971468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:68 size:95571"} {"level":"warn","ts":"2026-07-07T16:38:13.498768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.534219075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:68 size:95571"} {"level":"info","ts":"2026-07-07T16:38:13.498761Z","caller":"traceutil/trace.go:171","msg":"trace[242535154] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:68; response_revision:15709; }","duration":"1.536108582s","start":"2026-07-07T16:38:11.962628Z","end":"2026-07-07T16:38:13.498736Z","steps":["trace[242535154] 'agreement among raft nodes before linearized reading' (duration: 1.535035016s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:13.498808Z","caller":"traceutil/trace.go:171","msg":"trace[1912808567] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:68; response_revision:15709; }","duration":"1.534275057s","start":"2026-07-07T16:38:11.964522Z","end":"2026-07-07T16:38:13.498797Z","steps":["trace[1912808567] 'agreement among raft nodes before linearized reading' (duration: 1.533358315s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:13.498835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:11.964514Z","time spent":"1.534314458s","remote":"127.0.0.1:44934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":68,"response size":95594,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-07-07T16:38:13.498839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:11.962622Z","time spent":"1.536194224s","remote":"127.0.0.1:44934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":68,"response size":95594,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-07-07T16:38:13.498896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.533715264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:66 size:631908"} {"level":"info","ts":"2026-07-07T16:38:13.498963Z","caller":"traceutil/trace.go:171","msg":"trace[2017549547] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:66; response_revision:15709; }","duration":"1.533822036s","start":"2026-07-07T16:38:11.965125Z","end":"2026-07-07T16:38:13.498947Z","steps":["trace[2017549547] 'agreement among raft nodes before linearized reading' (duration: 1.532501744s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:13.498995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:11.965108Z","time spent":"1.533879898s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":66,"response size":631931,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-07T16:38:13.498984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.533837206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:66 size:631908"} {"level":"info","ts":"2026-07-07T16:38:13.499051Z","caller":"traceutil/trace.go:171","msg":"trace[1339953025] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:66; response_revision:15709; }","duration":"1.533915478s","start":"2026-07-07T16:38:11.965117Z","end":"2026-07-07T16:38:13.499033Z","steps":["trace[1339953025] 'agreement among raft nodes before linearized reading' (duration: 1.53274157s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:13.499101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:11.965112Z","time spent":"1.53397548s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":66,"response size":631931,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-07T16:38:13.871446Z","caller":"traceutil/trace.go:171","msg":"trace[1963525291] transaction","detail":"{read_only:false; response_revision:15710; number_of_response:1; }","duration":"1.43440324s","start":"2026-07-07T16:38:12.436995Z","end":"2026-07-07T16:38:13.871398Z","steps":["trace[1963525291] 'process raft request' (duration: 1.393829479s)","trace[1963525291] 'compare' (duration: 40.211473ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:38:13.871559Z","caller":"traceutil/trace.go:171","msg":"trace[1804525956] transaction","detail":"{read_only:false; response_revision:15712; number_of_response:1; }","duration":"1.434401201s","start":"2026-07-07T16:38:12.437124Z","end":"2026-07-07T16:38:13.871525Z","steps":["trace[1804525956] 'process raft request' (duration: 1.434268007s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:13.871552Z","caller":"traceutil/trace.go:171","msg":"trace[192852386] transaction","detail":"{read_only:false; response_revision:15711; number_of_response:1; }","duration":"1.434442872s","start":"2026-07-07T16:38:12.437068Z","end":"2026-07-07T16:38:13.87151Z","steps":["trace[192852386] 'process raft request' (duration: 1.434174976s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:13.871634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:12.436959Z","time spent":"1.434574235s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:38:13.871626Z","caller":"traceutil/trace.go:171","msg":"trace[1580757740] transaction","detail":"{read_only:false; response_revision:15713; number_of_response:1; }","duration":"1.434398191s","start":"2026-07-07T16:38:12.437195Z","end":"2026-07-07T16:38:13.871593Z","steps":["trace[1580757740] 'process raft request' (duration: 1.434244367s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:13.871752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:12.437117Z","time spent":"1.434513693s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:38:13.871758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:12.436959Z","time spent":"1.434684027s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:38:13.871818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:12.437177Z","time spent":"1.434536614s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:38:13.872379Z","caller":"traceutil/trace.go:171","msg":"trace[943373551] linearizableReadLoop","detail":"{readStateIndex:16278; appliedIndex:16268; }","duration":"374.729536ms","start":"2026-07-07T16:38:13.497624Z","end":"2026-07-07T16:38:13.872353Z","steps":["trace[943373551] 'read index received' (duration: 333.220762ms)","trace[943373551] 'applied index is now lower than readState.Index' (duration: 41.507384ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:38:13.87186Z","caller":"traceutil/trace.go:171","msg":"trace[278885440] transaction","detail":"{read_only:false; response_revision:15715; number_of_response:1; }","duration":"873.89116ms","start":"2026-07-07T16:38:12.997944Z","end":"2026-07-07T16:38:13.871836Z","steps":["trace[278885440] 'process raft request' (duration: 873.574632ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:13.87254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.783347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-07T16:38:13.872539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.83258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:38:13.872605Z","caller":"traceutil/trace.go:171","msg":"trace[437728697] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:15719; }","duration":"689.923821ms","start":"2026-07-07T16:38:13.182668Z","end":"2026-07-07T16:38:13.872592Z","steps":["trace[437728697] 'agreement among raft nodes before linearized reading' (duration: 689.749097ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:13.87262Z","caller":"traceutil/trace.go:171","msg":"trace[483988157] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:15719; }","duration":"713.963083ms","start":"2026-07-07T16:38:13.15864Z","end":"2026-07-07T16:38:13.872603Z","steps":["trace[483988157] 'agreement among raft nodes before linearized reading' (duration: 713.759988ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:13.872641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.384751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:38:13.872641Z","caller":"traceutil/trace.go:171","msg":"trace[788939960] transaction","detail":"{read_only:false; response_revision:15718; number_of_response:1; }","duration":"872.672751ms","start":"2026-07-07T16:38:12.999943Z","end":"2026-07-07T16:38:13.872615Z","steps":["trace[788939960] 'process raft request' (duration: 872.049786ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:13.872675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.396148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-07-07T16:38:13.872699Z","caller":"traceutil/trace.go:171","msg":"trace[1879296040] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15719; }","duration":"766.627797ms","start":"2026-07-07T16:38:13.106057Z","end":"2026-07-07T16:38:13.872684Z","steps":["trace[1879296040] 'agreement among raft nodes before linearized reading' (duration: 766.477913ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:13.872717Z","caller":"traceutil/trace.go:171","msg":"trace[567329064] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:15719; }","duration":"367.46953ms","start":"2026-07-07T16:38:13.505234Z","end":"2026-07-07T16:38:13.872703Z","steps":["trace[567329064] 'agreement among raft nodes before linearized reading' (duration: 367.303046ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:13.872739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:13.106023Z","time spent":"766.709099ms","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T16:38:13.872551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:12.997909Z","time spent":"874.600987ms","remote":"127.0.0.1:44914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1043,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:38:13.872752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:13.505198Z","time spent":"367.546412ms","remote":"127.0.0.1:44816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-07-07T16:38:13.87266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:13.158615Z","time spent":"714.035214ms","remote":"127.0.0.1:59916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:38:13.872038Z","caller":"traceutil/trace.go:171","msg":"trace[723197906] transaction","detail":"{read_only:false; response_revision:15716; number_of_response:1; }","duration":"872.519428ms","start":"2026-07-07T16:38:12.999506Z","end":"2026-07-07T16:38:13.872026Z","steps":["trace[723197906] 'process raft request' (duration: 872.150189ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:13.874253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:12.999468Z","time spent":"874.66972ms","remote":"127.0.0.1:44990","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1597,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:38:13.872126Z","caller":"traceutil/trace.go:171","msg":"trace[345894392] transaction","detail":"{read_only:false; response_revision:15717; number_of_response:1; }","duration":"872.294342ms","start":"2026-07-07T16:38:12.999798Z","end":"2026-07-07T16:38:13.872093Z","steps":["trace[345894392] 'process raft request' (duration: 872.071187ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:13.871882Z","caller":"traceutil/trace.go:171","msg":"trace[840683397] transaction","detail":"{read_only:false; response_revision:15714; number_of_response:1; }","duration":"1.07554586s","start":"2026-07-07T16:38:12.796312Z","end":"2026-07-07T16:38:13.871858Z","steps":["trace[840683397] 'process raft request' (duration: 1.07516368s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:13.872653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:13.182645Z","time spent":"689.994653ms","remote":"127.0.0.1:44968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":3,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:38:13.872756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:12.999925Z","time spent":"872.779563ms","remote":"127.0.0.1:44914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1047,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:38:13.872675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.19875488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-cell-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:38:13.872806Z","caller":"traceutil/trace.go:171","msg":"trace[938304849] transaction","detail":"{read_only:false; response_revision:15719; number_of_response:1; }","duration":"871.990934ms","start":"2026-07-07T16:38:13.000801Z","end":"2026-07-07T16:38:13.872792Z","steps":["trace[938304849] 'process raft request' (duration: 871.460651ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:13.872824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.449354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.193\" ","response":"range_response_count:1 size:138"} {"level":"warn","ts":"2026-07-07T16:38:13.872834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.702356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-07-07T16:38:13.872875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.495481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129408"} {"level":"warn","ts":"2026-07-07T16:38:13.872904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.591625855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18790"} {"level":"warn","ts":"2026-07-07T16:38:13.873234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.040747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:38:13.875606Z","caller":"traceutil/trace.go:171","msg":"trace[133294304] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:15719; }","duration":"396.996354ms","start":"2026-07-07T16:38:13.478151Z","end":"2026-07-07T16:38:13.875147Z","steps":["trace[133294304] 'agreement among raft nodes before linearized reading' (duration: 394.238017ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:13.875802Z","caller":"traceutil/trace.go:171","msg":"trace[227513940] range","detail":"{range_begin:/registry/jobs/openstack/nova-cell-setup; range_end:; response_count:0; response_revision:15719; }","duration":"1.202015319s","start":"2026-07-07T16:38:12.673775Z","end":"2026-07-07T16:38:13.87579Z","steps":["trace[227513940] 'agreement among raft nodes before linearized reading' (duration: 1.198711979s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:13.875842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:12.673747Z","time spent":"1.202083631s","remote":"127.0.0.1:44962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-cell-setup\" "} {"level":"warn","ts":"2026-07-07T16:38:13.875917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:13.000784Z","time spent":"875.08377ms","remote":"127.0.0.1:45230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4786,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:38:13.876119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:12.999769Z","time spent":"876.308829ms","remote":"127.0.0.1:44990","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1577,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:38:13.876261Z","caller":"traceutil/trace.go:171","msg":"trace[1552749718] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:15719; }","duration":"370.910953ms","start":"2026-07-07T16:38:13.50534Z","end":"2026-07-07T16:38:13.876251Z","steps":["trace[1552749718] 'agreement among raft nodes before linearized reading' (duration: 367.434919ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:13.87628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:12.796287Z","time spent":"1.079959746s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:38:13.876311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:13.505316Z","time spent":"370.982755ms","remote":"127.0.0.1:44800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129431,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-07-07T16:38:13.875827Z","caller":"traceutil/trace.go:171","msg":"trace[934316587] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:15719; }","duration":"270.726509ms","start":"2026-07-07T16:38:13.605071Z","end":"2026-07-07T16:38:13.875797Z","steps":["trace[934316587] 'agreement among raft nodes before linearized reading' (duration: 267.614894ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:13.87612Z","caller":"traceutil/trace.go:171","msg":"trace[289380284] range","detail":"{range_begin:/registry/masterleases/199.19.213.193; range_end:; response_count:1; response_revision:15719; }","duration":"352.759964ms","start":"2026-07-07T16:38:13.523348Z","end":"2026-07-07T16:38:13.876108Z","steps":["trace[289380284] 'agreement among raft nodes before linearized reading' (duration: 349.361452ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:13.876517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:13.523335Z","time spent":"353.171574ms","remote":"127.0.0.1:44782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.19.213.193\" "} {"level":"warn","ts":"2026-07-07T16:38:13.876762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:13.478133Z","time spent":"397.531878ms","remote":"127.0.0.1:49570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:38:13.877618Z","caller":"traceutil/trace.go:171","msg":"trace[505170751] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:15719; }","duration":"1.596370839s","start":"2026-07-07T16:38:12.28122Z","end":"2026-07-07T16:38:13.877591Z","steps":["trace[505170751] 'agreement among raft nodes before linearized reading' (duration: 1.591285226s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:13.877689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:12.2812Z","time spent":"1.596472202s","remote":"127.0.0.1:44926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18813,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-07T16:38:14.263823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.594958ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-07-07T16:38:14.264037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:13.877307Z","time spent":"386.714206ms","remote":"127.0.0.1:44782","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-07T16:38:14.264328Z","caller":"traceutil/trace.go:171","msg":"trace[1185185694] linearizableReadLoop","detail":"{readStateIndex:16279; appliedIndex:16278; }","duration":"383.735554ms","start":"2026-07-07T16:38:13.880563Z","end":"2026-07-07T16:38:14.264298Z","steps":["trace[1185185694] 'read index received' (duration: 138.706816ms)","trace[1185185694] 'applied index is now lower than readState.Index' (duration: 245.026348ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:38:14.264573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.0186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e80fa700-30dc-4939-89ab-6346bf335128\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-07-07T16:38:14.26462Z","caller":"traceutil/trace.go:171","msg":"trace[1549793045] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e80fa700-30dc-4939-89ab-6346bf335128; range_end:; response_count:1; response_revision:15720; }","duration":"384.112682ms","start":"2026-07-07T16:38:13.880491Z","end":"2026-07-07T16:38:14.264604Z","steps":["trace[1549793045] 'agreement among raft nodes before linearized reading' (duration: 383.950508ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:14.26466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:13.880357Z","time spent":"384.293717ms","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1458,"request content":"key:\"/registry/persistentvolumes/pvc-e80fa700-30dc-4939-89ab-6346bf335128\" "} {"level":"info","ts":"2026-07-07T16:38:14.264638Z","caller":"traceutil/trace.go:171","msg":"trace[1905463061] transaction","detail":"{read_only:false; response_revision:15720; number_of_response:1; }","duration":"382.74357ms","start":"2026-07-07T16:38:13.88184Z","end":"2026-07-07T16:38:14.264583Z","steps":["trace[1905463061] 'process raft request' (duration: 382.140915ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:14.264825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:13.881825Z","time spent":"382.897093ms","remote":"127.0.0.1:45200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5213,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:38:14.265142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.405572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:38:14.26518Z","caller":"traceutil/trace.go:171","msg":"trace[1423444380] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15721; }","duration":"158.480284ms","start":"2026-07-07T16:38:14.10669Z","end":"2026-07-07T16:38:14.26517Z","steps":["trace[1423444380] 'agreement among raft nodes before linearized reading' (duration: 158.395132ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:14.265127Z","caller":"traceutil/trace.go:171","msg":"trace[1408386987] transaction","detail":"{read_only:false; response_revision:15721; number_of_response:1; }","duration":"272.182065ms","start":"2026-07-07T16:38:13.992895Z","end":"2026-07-07T16:38:14.265078Z","steps":["trace[1408386987] 'process raft request' (duration: 271.251382ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:14.265322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.609335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:38:14.265664Z","caller":"traceutil/trace.go:171","msg":"trace[1324539983] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:15721; }","duration":"322.990384ms","start":"2026-07-07T16:38:13.942653Z","end":"2026-07-07T16:38:14.265643Z","steps":["trace[1324539983] 'agreement among raft nodes before linearized reading' (duration: 322.440051ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:14.265716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:13.942632Z","time spent":"323.070746ms","remote":"127.0.0.1:45200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-07T16:38:14.549952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.59599ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T16:38:14.550092Z","caller":"traceutil/trace.go:171","msg":"trace[1843454891] linearizableReadLoop","detail":"{readStateIndex:16282; appliedIndex:16281; }","duration":"281.09381ms","start":"2026-07-07T16:38:14.268975Z","end":"2026-07-07T16:38:14.550069Z","steps":["trace[1843454891] 'read index received' (duration: 157.135902ms)","trace[1843454891] 'applied index is now lower than readState.Index' (duration: 123.953128ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:38:14.550247Z","caller":"traceutil/trace.go:171","msg":"trace[1835506396] transaction","detail":"{read_only:false; response_revision:15722; number_of_response:1; }","duration":"284.769669ms","start":"2026-07-07T16:38:14.265428Z","end":"2026-07-07T16:38:14.550197Z","steps":["trace[1835506396] 'process raft request' (duration: 160.79451ms)","trace[1835506396] 'compare' (duration: 123.199751ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:38:14.550478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.468759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:38:14.550539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.346229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-07-07T16:38:14.550572Z","caller":"traceutil/trace.go:171","msg":"trace[371689126] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:15722; }","duration":"281.639354ms","start":"2026-07-07T16:38:14.26891Z","end":"2026-07-07T16:38:14.55055Z","steps":["trace[371689126] 'agreement among raft nodes before linearized reading' (duration: 281.362027ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:14.550584Z","caller":"traceutil/trace.go:171","msg":"trace[1639262406] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:15722; }","duration":"172.443941ms","start":"2026-07-07T16:38:14.378123Z","end":"2026-07-07T16:38:14.550567Z","steps":["trace[1639262406] 'agreement among raft nodes before linearized reading' (duration: 172.204246ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:15.601871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.124746ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T16:38:15.60201Z","caller":"traceutil/trace.go:171","msg":"trace[1038613897] linearizableReadLoop","detail":"{readStateIndex:16283; appliedIndex:16282; }","duration":"607.364144ms","start":"2026-07-07T16:38:14.99463Z","end":"2026-07-07T16:38:15.601994Z","steps":["trace[1038613897] 'read index received' (duration: 75.822µs)","trace[1038613897] 'applied index is now lower than readState.Index' (duration: 607.287151ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:38:15.602029Z","caller":"traceutil/trace.go:171","msg":"trace[2071262371] transaction","detail":"{read_only:false; response_revision:15723; number_of_response:1; }","duration":"854.214546ms","start":"2026-07-07T16:38:14.747787Z","end":"2026-07-07T16:38:15.602002Z","steps":["trace[2071262371] 'process raft request' (duration: 132.858754ms)","trace[2071262371] 'compare' (duration: 720.374208ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:38:15.602254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.13509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-07T16:38:15.602125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:14.747752Z","time spent":"854.326129ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:38:15.602288Z","caller":"traceutil/trace.go:171","msg":"trace[1916984306] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15723; }","duration":"605.184791ms","start":"2026-07-07T16:38:14.997093Z","end":"2026-07-07T16:38:15.602278Z","steps":["trace[1916984306] 'agreement among raft nodes before linearized reading' (duration: 605.057338ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:15.602305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:14.997082Z","time spent":"605.219442ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-07T16:38:15.602399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.354122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:38:15.602388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.594281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-07T16:38:15.602443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.101332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:38:15.602438Z","caller":"traceutil/trace.go:171","msg":"trace[722526245] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15723; }","duration":"497.434895ms","start":"2026-07-07T16:38:15.104991Z","end":"2026-07-07T16:38:15.602426Z","steps":["trace[722526245] 'agreement among raft nodes before linearized reading' (duration: 497.371953ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:15.602462Z","caller":"traceutil/trace.go:171","msg":"trace[1677617755] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:15723; }","duration":"577.119433ms","start":"2026-07-07T16:38:15.025335Z","end":"2026-07-07T16:38:15.602454Z","steps":["trace[1677617755] 'agreement among raft nodes before linearized reading' (duration: 577.084782ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:15.602467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:15.104965Z","time spent":"497.495946ms","remote":"127.0.0.1:44742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T16:38:15.602477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:15.025279Z","time spent":"577.193434ms","remote":"127.0.0.1:39286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:38:15.602473Z","caller":"traceutil/trace.go:171","msg":"trace[1213939978] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15723; }","duration":"605.709674ms","start":"2026-07-07T16:38:14.996739Z","end":"2026-07-07T16:38:15.602449Z","steps":["trace[1213939978] 'agreement among raft nodes before linearized reading' (duration: 605.392586ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:15.602523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:14.996734Z","time spent":"605.780835ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-07T16:38:15.602522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.494758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-07T16:38:15.602593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.709784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-07T16:38:15.602648Z","caller":"traceutil/trace.go:171","msg":"trace[1617122684] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15723; }","duration":"605.709864ms","start":"2026-07-07T16:38:14.996888Z","end":"2026-07-07T16:38:15.602598Z","steps":["trace[1617122684] 'agreement among raft nodes before linearized reading' (duration: 605.363346ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:15.602668Z","caller":"traceutil/trace.go:171","msg":"trace[1523194433] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15723; }","duration":"605.795945ms","start":"2026-07-07T16:38:14.996852Z","end":"2026-07-07T16:38:15.602648Z","steps":["trace[1523194433] 'agreement among raft nodes before linearized reading' (duration: 605.57318ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:15.602709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:14.996862Z","time spent":"605.837807ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-07T16:38:15.60272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:14.996846Z","time spent":"605.862348ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-07T16:38:15.602723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.600731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-07T16:38:15.602824Z","caller":"traceutil/trace.go:171","msg":"trace[1657925943] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15723; }","duration":"605.770035ms","start":"2026-07-07T16:38:14.99703Z","end":"2026-07-07T16:38:15.6028Z","steps":["trace[1657925943] 'agreement among raft nodes before linearized reading' (duration: 605.54887ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:15.602874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:14.997001Z","time spent":"605.862658ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-07T16:38:15.603343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.716627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:94 size:1016561"} {"level":"info","ts":"2026-07-07T16:38:15.603413Z","caller":"traceutil/trace.go:171","msg":"trace[370008464] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:94; response_revision:15723; }","duration":"608.83267ms","start":"2026-07-07T16:38:14.99457Z","end":"2026-07-07T16:38:15.603402Z","steps":["trace[370008464] 'agreement among raft nodes before linearized reading' (duration: 607.490657ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:15.603447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:14.994546Z","time spent":"608.88874ms","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":94,"response size":1016584,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-07-07T16:38:16.159947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.442425ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T16:38:16.160095Z","caller":"traceutil/trace.go:171","msg":"trace[1995952590] transaction","detail":"{read_only:false; response_revision:15724; number_of_response:1; }","duration":"552.571127ms","start":"2026-07-07T16:38:15.607496Z","end":"2026-07-07T16:38:16.160067Z","steps":["trace[1995952590] 'process raft request' (duration: 340.882276ms)","trace[1995952590] 'compare' (duration: 210.81971ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:38:16.160182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:15.607469Z","time spent":"552.67949ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:38:17.300012Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.351535856s","expected-duration":"1s"} {"level":"info","ts":"2026-07-07T16:38:17.300573Z","caller":"traceutil/trace.go:171","msg":"trace[1896459302] transaction","detail":"{read_only:false; response_revision:15725; number_of_response:1; }","duration":"1.692524945s","start":"2026-07-07T16:38:15.608001Z","end":"2026-07-07T16:38:17.300526Z","steps":["trace[1896459302] 'process raft request' (duration: 1.692230208s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:17.300621Z","caller":"traceutil/trace.go:171","msg":"trace[706158693] transaction","detail":"{read_only:false; response_revision:15726; number_of_response:1; }","duration":"1.692487394s","start":"2026-07-07T16:38:15.608077Z","end":"2026-07-07T16:38:17.300564Z","steps":["trace[706158693] 'process raft request' (duration: 1.69230903s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:17.300715Z","caller":"traceutil/trace.go:171","msg":"trace[508071003] linearizableReadLoop","detail":"{readStateIndex:16287; appliedIndex:16283; }","duration":"1.692075484s","start":"2026-07-07T16:38:15.608614Z","end":"2026-07-07T16:38:17.300689Z","steps":["trace[508071003] 'read index received' (duration: 339.873212ms)","trace[508071003] 'applied index is now lower than readState.Index' (duration: 1.352201312s)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:38:17.300738Z","caller":"traceutil/trace.go:171","msg":"trace[154994956] transaction","detail":"{read_only:false; response_revision:15728; number_of_response:1; }","duration":"1.691960791s","start":"2026-07-07T16:38:15.608735Z","end":"2026-07-07T16:38:17.300695Z","steps":["trace[154994956] 'process raft request' (duration: 1.691706055s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:17.30076Z","caller":"traceutil/trace.go:171","msg":"trace[203343380] transaction","detail":"{read_only:false; response_revision:15727; number_of_response:1; }","duration":"1.692543036s","start":"2026-07-07T16:38:15.608189Z","end":"2026-07-07T16:38:17.300732Z","steps":["trace[203343380] 'process raft request' (duration: 1.692229479s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:17.300797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:15.607977Z","time spent":"1.6927022s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:38:17.300806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:15.608073Z","time spent":"1.692622097s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:38:17.300851Z","caller":"traceutil/trace.go:171","msg":"trace[1851712083] transaction","detail":"{read_only:false; response_revision:15731; number_of_response:1; }","duration":"1.419787407s","start":"2026-07-07T16:38:15.881056Z","end":"2026-07-07T16:38:17.300844Z","steps":["trace[1851712083] 'process raft request' (duration: 1.419585552s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:17.300856Z","caller":"traceutil/trace.go:171","msg":"trace[1788507209] transaction","detail":"{read_only:false; response_revision:15729; number_of_response:1; }","duration":"1.42114315s","start":"2026-07-07T16:38:15.879693Z","end":"2026-07-07T16:38:17.300836Z","steps":["trace[1788507209] 'process raft request' (duration: 1.420893344s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:17.300843Z","caller":"traceutil/trace.go:171","msg":"trace[1063570380] transaction","detail":"{read_only:false; response_revision:15730; number_of_response:1; }","duration":"1.420020893s","start":"2026-07-07T16:38:15.880794Z","end":"2026-07-07T16:38:17.300815Z","steps":["trace[1063570380] 'process raft request' (duration: 1.419821048s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:17.300921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:15.608724Z","time spent":"1.692094635s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:38:17.300938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:15.879663Z","time spent":"1.421219272s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:38:17.300934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:15.608183Z","time spent":"1.692652169s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:38:17.301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:15.880785Z","time spent":"1.420113815s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:38:17.300933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:15.881022Z","time spent":"1.419853149s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:38:17.301112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.212456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:38:17.301126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.214034129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:38:17.301148Z","caller":"traceutil/trace.go:171","msg":"trace[1042077521] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:15732; }","duration":"413.292078ms","start":"2026-07-07T16:38:16.887845Z","end":"2026-07-07T16:38:17.301137Z","steps":["trace[1042077521] 'agreement among raft nodes before linearized reading' (duration: 413.231436ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:17.301154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.765887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:38:17.301199Z","caller":"traceutil/trace.go:171","msg":"trace[1922835038] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:15732; }","duration":"541.859369ms","start":"2026-07-07T16:38:16.759325Z","end":"2026-07-07T16:38:17.301185Z","steps":["trace[1922835038] 'agreement among raft nodes before linearized reading' (duration: 541.788127ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:17.301214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.196828044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:38:17.301224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.436321058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:38:17.301237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:16.759299Z","time spent":"541.92859ms","remote":"127.0.0.1:59986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:38:17.301236Z","caller":"traceutil/trace.go:171","msg":"trace[1984525179] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15732; }","duration":"1.196907835s","start":"2026-07-07T16:38:16.104322Z","end":"2026-07-07T16:38:17.30123Z","steps":["trace[1984525179] 'agreement among raft nodes before linearized reading' (duration: 1.196859844s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:17.301271Z","caller":"traceutil/trace.go:171","msg":"trace[1794411541] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:15732; }","duration":"1.43642291s","start":"2026-07-07T16:38:15.864832Z","end":"2026-07-07T16:38:17.301255Z","steps":["trace[1794411541] 'agreement among raft nodes before linearized reading' (duration: 1.436316637s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:17.301275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:16.104303Z","time spent":"1.196967717s","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T16:38:17.301299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.61087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-07T16:38:17.301314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:15.864793Z","time spent":"1.436506032s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:38:17.301328Z","caller":"traceutil/trace.go:171","msg":"trace[1399015717] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:15732; }","duration":"266.689721ms","start":"2026-07-07T16:38:17.034631Z","end":"2026-07-07T16:38:17.301321Z","steps":["trace[1399015717] 'agreement among raft nodes before linearized reading' (duration: 266.560058ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:17.301165Z","caller":"traceutil/trace.go:171","msg":"trace[1205346088] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:15732; }","duration":"1.214120582s","start":"2026-07-07T16:38:16.087028Z","end":"2026-07-07T16:38:17.301148Z","steps":["trace[1205346088] 'agreement among raft nodes before linearized reading' (duration: 1.21404635s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:17.301436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:16.086998Z","time spent":"1.214426159s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:38:17.301495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.234169266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:38:17.30153Z","caller":"traceutil/trace.go:171","msg":"trace[2072542678] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:15732; }","duration":"1.234249529s","start":"2026-07-07T16:38:16.067269Z","end":"2026-07-07T16:38:17.301519Z","steps":["trace[2072542678] 'agreement among raft nodes before linearized reading' (duration: 1.234188698s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:17.30156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:16.067242Z","time spent":"1.2343091s","remote":"127.0.0.1:57826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:38:17.301172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:16.887819Z","time spent":"413.34636ms","remote":"127.0.0.1:49510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:38:17.301646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.692373312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:66 size:631908"} {"level":"info","ts":"2026-07-07T16:38:17.301684Z","caller":"traceutil/trace.go:171","msg":"trace[296724319] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:66; response_revision:15732; }","duration":"1.692437413s","start":"2026-07-07T16:38:15.609239Z","end":"2026-07-07T16:38:17.301676Z","steps":["trace[296724319] 'agreement among raft nodes before linearized reading' (duration: 1.691727196s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:17.301715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:15.609234Z","time spent":"1.692470204s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":66,"response size":631931,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-07T16:38:17.301814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.693207052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:66 size:631908"} {"level":"info","ts":"2026-07-07T16:38:17.301862Z","caller":"traceutil/trace.go:171","msg":"trace[407282140] transaction","detail":"{read_only:false; response_revision:15732; number_of_response:1; }","duration":"1.42074908s","start":"2026-07-07T16:38:15.881102Z","end":"2026-07-07T16:38:17.301851Z","steps":["trace[407282140] 'process raft request' (duration: 1.419560601s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:17.301869Z","caller":"traceutil/trace.go:171","msg":"trace[432818884] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:66; response_revision:15732; }","duration":"1.693260523s","start":"2026-07-07T16:38:15.608593Z","end":"2026-07-07T16:38:17.301854Z","steps":["trace[432818884] 'agreement among raft nodes before linearized reading' (duration: 1.692359771s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:17.3019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.687027263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-07T16:38:17.301908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:15.608583Z","time spent":"1.693315404s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":66,"response size":631931,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-07T16:38:17.301914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:15.881076Z","time spent":"1.420810962s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:38:17.301935Z","caller":"traceutil/trace.go:171","msg":"trace[387765608] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:15732; }","duration":"1.687064274s","start":"2026-07-07T16:38:15.614859Z","end":"2026-07-07T16:38:17.301923Z","steps":["trace[387765608] 'agreement among raft nodes before linearized reading' (duration: 1.686978892s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:17.30196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:15.614829Z","time spent":"1.687123655s","remote":"127.0.0.1:40360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":19,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:38:17.302986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.535830545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-07T16:38:17.303054Z","caller":"traceutil/trace.go:171","msg":"trace[163878816] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:15732; }","duration":"1.535947098s","start":"2026-07-07T16:38:15.767091Z","end":"2026-07-07T16:38:17.303039Z","steps":["trace[163878816] 'agreement among raft nodes before linearized reading' (duration: 1.534696028s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:17.303109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:15.767065Z","time spent":"1.536030089s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1461,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:38:17.303414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.380822935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:94 size:1016561"} {"level":"info","ts":"2026-07-07T16:38:17.303456Z","caller":"traceutil/trace.go:171","msg":"trace[1899470161] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:94; response_revision:15732; }","duration":"1.380897997s","start":"2026-07-07T16:38:15.922548Z","end":"2026-07-07T16:38:17.303446Z","steps":["trace[1899470161] 'agreement among raft nodes before linearized reading' (duration: 1.379138674s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:17.303502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:15.922531Z","time spent":"1.380960868s","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":94,"response size":1016584,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-07-07T16:38:17.903267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.316784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:94 size:1016561"} {"level":"info","ts":"2026-07-07T16:38:17.903375Z","caller":"traceutil/trace.go:171","msg":"trace[1270810123] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:94; response_revision:15732; }","duration":"536.480358ms","start":"2026-07-07T16:38:17.366872Z","end":"2026-07-07T16:38:17.903353Z","steps":["trace[1270810123] 'range keys from in-memory index tree' (duration: 535.291029ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:17.903421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:17.366851Z","time spent":"536.558571ms","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":94,"response size":1016584,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"info","ts":"2026-07-07T16:38:18.519061Z","caller":"traceutil/trace.go:171","msg":"trace[960233889] transaction","detail":"{read_only:false; response_revision:15733; number_of_response:1; }","duration":"349.228649ms","start":"2026-07-07T16:38:18.169796Z","end":"2026-07-07T16:38:18.519025Z","steps":["trace[960233889] 'process raft request' (duration: 348.999093ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:18.519261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:18.169778Z","time spent":"349.383402ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:38:19.472263Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004042701,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T16:38:19.972778Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004042701,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T16:38:20.287954Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.321163411s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-07T16:38:21.105875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000163218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-07T16:38:21.105982Z","caller":"traceutil/trace.go:171","msg":"trace[1863627076] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000356743s","start":"2026-07-07T16:38:19.105603Z","end":"2026-07-07T16:38:21.10596Z","steps":["trace[1863627076] 'agreement among raft nodes before linearized reading' (duration: 2.000196739s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:21.106041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:19.105579Z","time spent":"2.000448046s","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 16:38:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T16:38:23.106137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000125008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-07T16:38:23.10623Z","caller":"traceutil/trace.go:171","msg":"trace[244314911] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000291172s","start":"2026-07-07T16:38:21.105916Z","end":"2026-07-07T16:38:23.106208Z","steps":["trace[244314911] 'agreement among raft nodes before linearized reading' (duration: 2.000151949s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:23.10628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:21.105895Z","time spent":"2.000374095s","remote":"127.0.0.1:44742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T16:38:24.304989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999423078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T16:38:24.305091Z","caller":"traceutil/trace.go:171","msg":"trace[377399558] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999599672s","start":"2026-07-07T16:38:19.305467Z","end":"2026-07-07T16:38:24.305066Z","steps":["trace[377399558] 'agreement among raft nodes before linearized reading' (duration: 4.999458909s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:24.305145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:19.305442Z","time spent":"4.999688184s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/07 16:38:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T16:38:24.305653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:19.307434Z","time spent":"4.998208858s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-07T16:38:24.305782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:19.307739Z","time spent":"4.998041194s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-07T16:38:24.305975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999339656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-07T16:38:24.306126Z","caller":"traceutil/trace.go:171","msg":"trace[1886161929] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999569871s","start":"2026-07-07T16:38:19.306528Z","end":"2026-07-07T16:38:24.306098Z","steps":["trace[1886161929] 'agreement among raft nodes before linearized reading' (duration: 4.999343855s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:24.306194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:19.306523Z","time spent":"4.999657673s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/07 16:38:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T16:38:24.306852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:19.308945Z","time spent":"4.997903131s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/07 16:38:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T16:38:24.308039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:19.309467Z","time spent":"4.998564017s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/07 16:38:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T16:38:24.440693Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.152492769s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-07T16:38:24.690012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.40178411s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-07-07T16:38:24.690547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.133216265s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:38:24.690691Z","caller":"traceutil/trace.go:171","msg":"trace[331299300] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:15733; }","duration":"1.133371899s","start":"2026-07-07T16:38:23.557294Z","end":"2026-07-07T16:38:24.690666Z","steps":["trace[331299300] 'range keys from in-memory index tree' (duration: 1.133192153s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:25.111692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000053366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T16:38:25.111802Z","caller":"traceutil/trace.go:171","msg":"trace[607688766] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000204489s","start":"2026-07-07T16:38:23.111567Z","end":"2026-07-07T16:38:25.111772Z","steps":["trace[607688766] 'agreement among raft nodes before linearized reading' (duration: 2.000067216s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:25.111859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:23.111557Z","time spent":"2.000291762s","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 16:38:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T16:38:25.52294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99825293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T16:38:25.523045Z","caller":"traceutil/trace.go:171","msg":"trace[2084629054] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.998424464s","start":"2026-07-07T16:38:20.52459Z","end":"2026-07-07T16:38:25.523015Z","steps":["trace[2084629054] 'agreement among raft nodes before linearized reading' (duration: 4.998296711s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:25.523112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:20.524563Z","time spent":"4.998534787s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/07 16:38:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T16:38:25.621834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.235604ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-07T16:38:25.622295Z","caller":"traceutil/trace.go:171","msg":"trace[1194915826] linearizableReadLoop","detail":"{readStateIndex:16298; appliedIndex:16293; }","duration":"6.650397149s","start":"2026-07-07T16:38:18.971849Z","end":"2026-07-07T16:38:25.622246Z","steps":["trace[1194915826] 'read index received' (duration: 1.316380346s)","trace[1194915826] 'applied index is now lower than readState.Index' (duration: 5.334014753s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:38:25.622674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.650816469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T16:38:25.62273Z","caller":"traceutil/trace.go:171","msg":"trace[814401438] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:15738; }","duration":"6.650925071s","start":"2026-07-07T16:38:18.971789Z","end":"2026-07-07T16:38:25.622714Z","steps":["trace[814401438] 'agreement among raft nodes before linearized reading' (duration: 6.650673715s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:25.62279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:18.971765Z","time spent":"6.651010524s","remote":"127.0.0.1:44856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":120,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:38:25.622881Z","caller":"traceutil/trace.go:171","msg":"trace[822794247] transaction","detail":"{read_only:false; response_revision:15738; number_of_response:1; }","duration":"4.283836506s","start":"2026-07-07T16:38:21.338991Z","end":"2026-07-07T16:38:25.622828Z","steps":["trace[822794247] 'process raft request' (duration: 4.28318342s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:25.623083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:21.338954Z","time spent":"4.284017121s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:38:25.623143Z","caller":"traceutil/trace.go:171","msg":"trace[319828528] transaction","detail":"{read_only:false; response_revision:15739; number_of_response:1; }","duration":"2.514747308s","start":"2026-07-07T16:38:23.108348Z","end":"2026-07-07T16:38:25.623096Z","steps":["trace[319828528] 'process raft request' (duration: 2.514186534s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:25.623198Z","caller":"traceutil/trace.go:171","msg":"trace[1970607274] transaction","detail":"{read_only:false; response_revision:15740; number_of_response:1; }","duration":"1.1797051s","start":"2026-07-07T16:38:24.443459Z","end":"2026-07-07T16:38:25.623164Z","steps":["trace[1970607274] 'process raft request' (duration: 1.179492405s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:25.623317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.590135249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:38:25.623312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:23.108322Z","time spent":"2.514894282s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:38:25.623333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.496969137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:38:25.623382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.340504562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T16:38:25.623472Z","caller":"traceutil/trace.go:171","msg":"trace[112524424] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:15740; }","duration":"2.340667986s","start":"2026-07-07T16:38:23.282781Z","end":"2026-07-07T16:38:25.623449Z","steps":["trace[112524424] 'agreement among raft nodes before linearized reading' (duration: 2.340485112s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:25.623445Z","caller":"traceutil/trace.go:171","msg":"trace[2135144607] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:15740; }","duration":"6.497124241s","start":"2026-07-07T16:38:19.126298Z","end":"2026-07-07T16:38:25.623422Z","steps":["trace[2135144607] 'agreement among raft nodes before linearized reading' (duration: 6.496852424s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:25.623515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.314055391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-07-07T16:38:25.62353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:23.282757Z","time spent":"2.340761459s","remote":"127.0.0.1:49718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:38:25.623558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.514595225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c00f508edff6b3\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-07-07T16:38:25.623542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:19.126248Z","time spent":"6.497275405s","remote":"127.0.0.1:49514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:38:25.62358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.307825551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-72wnd\" ","response":"range_response_count:1 size:20644"} {"level":"info","ts":"2026-07-07T16:38:25.623606Z","caller":"traceutil/trace.go:171","msg":"trace[1130563519] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c00f508edff6b3; range_end:; response_count:1; response_revision:15740; }","duration":"2.514673606s","start":"2026-07-07T16:38:23.108918Z","end":"2026-07-07T16:38:25.623591Z","steps":["trace[1130563519] 'agreement among raft nodes before linearized reading' (duration: 2.514484291s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:25.623618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.344397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:38:25.623653Z","caller":"traceutil/trace.go:171","msg":"trace[1470047921] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:15740; }","duration":"379.44243ms","start":"2026-07-07T16:38:25.244202Z","end":"2026-07-07T16:38:25.623644Z","steps":["trace[1470047921] 'agreement among raft nodes before linearized reading' (duration: 379.384599ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:25.623648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:23.108909Z","time spent":"2.514728598s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c00f508edff6b3\" "} {"level":"warn","ts":"2026-07-07T16:38:25.623688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:25.244179Z","time spent":"379.501501ms","remote":"127.0.0.1:40376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:38:25.623693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.315136487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-07T16:38:25.623751Z","caller":"traceutil/trace.go:171","msg":"trace[1011460259] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15740; }","duration":"1.315210209s","start":"2026-07-07T16:38:24.308517Z","end":"2026-07-07T16:38:25.623728Z","steps":["trace[1011460259] 'agreement among raft nodes before linearized reading' (duration: 1.315135297s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:25.623788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.050914726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-07T16:38:25.623856Z","caller":"traceutil/trace.go:171","msg":"trace[1915986682] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15740; }","duration":"6.051020219s","start":"2026-07-07T16:38:19.572823Z","end":"2026-07-07T16:38:25.623843Z","steps":["trace[1915986682] 'agreement among raft nodes before linearized reading' (duration: 6.050857415s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:25.623874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.258410224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-07T16:38:25.623871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.810978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-07T16:38:25.623888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.053894131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:38:25.623893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.317980747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-07T16:38:25.623802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:24.308508Z","time spent":"1.31528205s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-07T16:38:25.623923Z","caller":"traceutil/trace.go:171","msg":"trace[969417590] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:15740; }","duration":"782.948871ms","start":"2026-07-07T16:38:24.840958Z","end":"2026-07-07T16:38:25.623907Z","steps":["trace[969417590] 'agreement among raft nodes before linearized reading' (duration: 782.836089ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:25.623935Z","caller":"traceutil/trace.go:171","msg":"trace[1981818305] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:15740; }","duration":"3.054011494s","start":"2026-07-07T16:38:22.569908Z","end":"2026-07-07T16:38:25.623919Z","steps":["trace[1981818305] 'agreement among raft nodes before linearized reading' (duration: 3.053931612s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:25.623967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:24.840929Z","time spent":"783.014533ms","remote":"127.0.0.1:49732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:38:25.623373Z","caller":"traceutil/trace.go:171","msg":"trace[89478027] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:15740; }","duration":"5.590238971s","start":"2026-07-07T16:38:20.033115Z","end":"2026-07-07T16:38:25.623354Z","steps":["trace[89478027] 'agreement among raft nodes before linearized reading' (duration: 5.590144469s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:25.623985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.316786207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:551"} {"level":"warn","ts":"2026-07-07T16:38:25.623988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:22.569877Z","time spent":"3.054098256s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:38:25.624015Z","caller":"traceutil/trace.go:171","msg":"trace[385276705] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:15740; }","duration":"1.316849178s","start":"2026-07-07T16:38:24.307157Z","end":"2026-07-07T16:38:25.624006Z","steps":["trace[385276705] 'agreement among raft nodes before linearized reading' (duration: 1.316804337s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:25.624042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:24.307137Z","time spent":"1.316898749s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":574,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-07-07T16:38:25.624049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.442933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:38:25.62409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.309933863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p22f7\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-07-07T16:38:25.624053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.317530276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-07T16:38:25.624074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:20.033088Z","time spent":"5.590960859s","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:38:25.624141Z","caller":"traceutil/trace.go:171","msg":"trace[1070484507] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p22f7; range_end:; response_count:1; response_revision:15740; }","duration":"6.310015455s","start":"2026-07-07T16:38:19.314114Z","end":"2026-07-07T16:38:25.62413Z","steps":["trace[1070484507] 'agreement among raft nodes before linearized reading' (duration: 6.309887312s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:25.624157Z","caller":"traceutil/trace.go:171","msg":"trace[1699707675] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15740; }","duration":"6.31768564s","start":"2026-07-07T16:38:19.306457Z","end":"2026-07-07T16:38:25.624142Z","steps":["trace[1699707675] 'agreement among raft nodes before linearized reading' (duration: 6.316950032s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:25.623362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:24.443419Z","time spent":"1.179848434s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:38:25.624184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:19.314102Z","time spent":"6.310075836s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-p22f7\" "} {"level":"warn","ts":"2026-07-07T16:38:25.624194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.47564996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-07T16:38:25.623904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:19.572801Z","time spent":"6.05108994s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-07T16:38:25.624229Z","caller":"traceutil/trace.go:171","msg":"trace[8471915] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:15740; }","duration":"1.475733762s","start":"2026-07-07T16:38:24.148488Z","end":"2026-07-07T16:38:25.624221Z","steps":["trace[8471915] 'agreement among raft nodes before linearized reading' (duration: 1.47567439s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:25.624101Z","caller":"traceutil/trace.go:171","msg":"trace[1871194595] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15740; }","duration":"511.661149ms","start":"2026-07-07T16:38:25.112426Z","end":"2026-07-07T16:38:25.624087Z","steps":["trace[1871194595] 'agreement among raft nodes before linearized reading' (duration: 511.562446ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:25.623644Z","caller":"traceutil/trace.go:171","msg":"trace[1084633667] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-72wnd; range_end:; response_count:1; response_revision:15740; }","duration":"6.307924493s","start":"2026-07-07T16:38:19.315701Z","end":"2026-07-07T16:38:25.623626Z","steps":["trace[1084633667] 'agreement among raft nodes before linearized reading' (duration: 6.307689458s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:25.624144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.436138575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:38:25.624264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:24.148435Z","time spent":"1.475822824s","remote":"127.0.0.1:45018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":10,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:38:25.624276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:25.112395Z","time spent":"511.871054ms","remote":"127.0.0.1:44742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-07T16:38:25.624291Z","caller":"traceutil/trace.go:171","msg":"trace[1690698225] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:15740; }","duration":"1.436329919s","start":"2026-07-07T16:38:24.187951Z","end":"2026-07-07T16:38:25.624281Z","steps":["trace[1690698225] 'agreement among raft nodes before linearized reading' (duration: 1.436162095s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:25.624287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.178573774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-07-07T16:38:25.624294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:19.315684Z","time spent":"6.30859095s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20667,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-72wnd\" "} {"level":"warn","ts":"2026-07-07T16:38:25.624328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:24.187923Z","time spent":"1.43639514s","remote":"127.0.0.1:57766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:38:25.624342Z","caller":"traceutil/trace.go:171","msg":"trace[213190669] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:15740; }","duration":"6.178671917s","start":"2026-07-07T16:38:19.445652Z","end":"2026-07-07T16:38:25.624324Z","steps":["trace[213190669] 'agreement among raft nodes before linearized reading' (duration: 6.178529714s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:25.624384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:19.445626Z","time spent":"6.178746419s","remote":"127.0.0.1:44910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-07-07T16:38:25.624135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.443126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:38:25.624428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.72115715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/openstack/nova-api-metadata\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:38:25.624508Z","caller":"traceutil/trace.go:171","msg":"trace[1802465449] range","detail":"{range_begin:/registry/poddisruptionbudgets/openstack/nova-api-metadata; range_end:; response_count:0; response_revision:15740; }","duration":"1.721277493s","start":"2026-07-07T16:38:23.90322Z","end":"2026-07-07T16:38:25.624497Z","steps":["trace[1802465449] 'agreement among raft nodes before linearized reading' (duration: 1.72118259s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:25.624537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:23.903196Z","time spent":"1.721334303s","remote":"127.0.0.1:45050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":28,"request content":"key:\"/registry/poddisruptionbudgets/openstack/nova-api-metadata\" "} {"level":"warn","ts":"2026-07-07T16:38:25.623351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.759714852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-07T16:38:25.624197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:19.30643Z","time spent":"6.317756962s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-07T16:38:25.624772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.100979127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.193\" ","response":"range_response_count:1 size:138"} {"level":"warn","ts":"2026-07-07T16:38:25.624823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.243730301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"warn","ts":"2026-07-07T16:38:25.623938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.316204903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-07-07T16:38:25.624868Z","caller":"traceutil/trace.go:171","msg":"trace[1524927273] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:15740; }","duration":"2.243841283s","start":"2026-07-07T16:38:23.381014Z","end":"2026-07-07T16:38:25.624855Z","steps":["trace[1524927273] 'agreement among raft nodes before linearized reading' (duration: 2.243669629s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:25.624733Z","caller":"traceutil/trace.go:171","msg":"trace[161770774] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15740; }","duration":"6.31808416s","start":"2026-07-07T16:38:19.305849Z","end":"2026-07-07T16:38:25.623933Z","steps":["trace[161770774] 'agreement among raft nodes before linearized reading' (duration: 6.317883065s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:25.623907Z","caller":"traceutil/trace.go:171","msg":"trace[522264928] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:15740; }","duration":"1.258499917s","start":"2026-07-07T16:38:24.365396Z","end":"2026-07-07T16:38:25.623896Z","steps":["trace[522264928] 'agreement among raft nodes before linearized reading' (duration: 1.258440176s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:25.625062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:24.365363Z","time spent":"1.259683235s","remote":"127.0.0.1:49750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:38:25.625094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:19.305819Z","time spent":"6.319227507s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-07T16:38:25.624878Z","caller":"traceutil/trace.go:171","msg":"trace[736460827] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:15740; }","duration":"1.317188257s","start":"2026-07-07T16:38:24.307679Z","end":"2026-07-07T16:38:25.624868Z","steps":["trace[736460827] 'agreement among raft nodes before linearized reading' (duration: 1.316147241s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:25.62517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:24.307655Z","time spent":"1.317507304s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-07T16:38:25.62431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.335540398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T16:38:25.625223Z","caller":"traceutil/trace.go:171","msg":"trace[423878125] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:15740; }","duration":"4.336490191s","start":"2026-07-07T16:38:21.288715Z","end":"2026-07-07T16:38:25.625205Z","steps":["trace[423878125] 'agreement among raft nodes before linearized reading' (duration: 4.335456006s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:25.625281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:21.288692Z","time spent":"4.336570892s","remote":"127.0.0.1:44790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":92,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:38:25.624667Z","caller":"traceutil/trace.go:171","msg":"trace[770072719] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:15740; }","duration":"1.761103166s","start":"2026-07-07T16:38:23.863544Z","end":"2026-07-07T16:38:25.624647Z","steps":["trace[770072719] 'agreement among raft nodes before linearized reading' (duration: 1.759711953s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:25.625422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:23.863501Z","time spent":"1.761901555s","remote":"127.0.0.1:34820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:38:25.623566Z","caller":"traceutil/trace.go:171","msg":"trace[813915726] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:15740; }","duration":"1.314123862s","start":"2026-07-07T16:38:24.309429Z","end":"2026-07-07T16:38:25.623553Z","steps":["trace[813915726] 'agreement among raft nodes before linearized reading' (duration: 1.314005669s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:25.624907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:23.380987Z","time spent":"2.243910005s","remote":"127.0.0.1:44934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-07-07T16:38:25.626529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:24.309418Z","time spent":"1.316443629s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-07-07T16:38:25.62444Z","caller":"traceutil/trace.go:171","msg":"trace[474098797] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15740; }","duration":"626.786464ms","start":"2026-07-07T16:38:24.997638Z","end":"2026-07-07T16:38:25.624424Z","steps":["trace[474098797] 'agreement among raft nodes before linearized reading' (duration: 626.470856ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:25.626665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:24.997613Z","time spent":"629.036769ms","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-07T16:38:25.624802Z","caller":"traceutil/trace.go:171","msg":"trace[935716288] range","detail":"{range_begin:/registry/masterleases/199.19.213.193; range_end:; response_count:1; response_revision:15740; }","duration":"2.101046079s","start":"2026-07-07T16:38:23.523749Z","end":"2026-07-07T16:38:25.624795Z","steps":["trace[935716288] 'agreement among raft nodes before linearized reading' (duration: 2.100965647s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:25.62734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:23.523728Z","time spent":"2.10354894s","remote":"127.0.0.1:44782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.19.213.193\" "} {"level":"warn","ts":"2026-07-07T16:38:26.136529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:25.628932Z","time spent":"507.58977ms","remote":"127.0.0.1:44782","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-07T16:38:26.136584Z","caller":"traceutil/trace.go:171","msg":"trace[1964168144] linearizableReadLoop","detail":"{readStateIndex:16305; appliedIndex:16302; }","duration":"457.922199ms","start":"2026-07-07T16:38:25.678634Z","end":"2026-07-07T16:38:26.136557Z","steps":["trace[1964168144] 'read index received' (duration: 457.56971ms)","trace[1964168144] 'applied index is now lower than readState.Index' (duration: 347.578µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:38:26.136732Z","caller":"traceutil/trace.go:171","msg":"trace[1583934840] transaction","detail":"{read_only:false; response_revision:15743; number_of_response:1; }","duration":"505.418787ms","start":"2026-07-07T16:38:25.631293Z","end":"2026-07-07T16:38:26.136712Z","steps":["trace[1583934840] 'process raft request' (duration: 505.1228ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:26.136867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:25.631285Z","time spent":"505.48533ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:38:26.13693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.036362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-07-07T16:38:26.137011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.541325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-07T16:38:26.136984Z","caller":"traceutil/trace.go:171","msg":"trace[2132708553] transaction","detail":"{read_only:false; response_revision:15742; number_of_response:1; }","duration":"506.695668ms","start":"2026-07-07T16:38:25.630253Z","end":"2026-07-07T16:38:26.136948Z","steps":["trace[2132708553] 'process raft request' (duration: 506.026432ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:26.137112Z","caller":"traceutil/trace.go:171","msg":"trace[2000604080] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15743; }","duration":"506.690218ms","start":"2026-07-07T16:38:25.630395Z","end":"2026-07-07T16:38:26.137086Z","steps":["trace[2000604080] 'agreement among raft nodes before linearized reading' (duration: 506.36041ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:26.137153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.184566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-07-07T16:38:26.137168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:25.630388Z","time spent":"506.76778ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-07T16:38:26.137191Z","caller":"traceutil/trace.go:171","msg":"trace[231515134] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:15743; }","duration":"506.248438ms","start":"2026-07-07T16:38:25.630934Z","end":"2026-07-07T16:38:26.137182Z","steps":["trace[231515134] 'agreement among raft nodes before linearized reading' (duration: 506.141035ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:26.137205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.111982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ac93b45a-a10a-45b3-8135-566473d7623f\" ","response":"range_response_count:1 size:1275"} {"level":"warn","ts":"2026-07-07T16:38:26.137235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:25.630925Z","time spent":"506.301099ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-07T16:38:26.137277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:25.630235Z","time spent":"506.890973ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:38:26.137298Z","caller":"traceutil/trace.go:171","msg":"trace[577839074] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ac93b45a-a10a-45b3-8135-566473d7623f; range_end:; response_count:1; response_revision:15743; }","duration":"508.265536ms","start":"2026-07-07T16:38:25.629009Z","end":"2026-07-07T16:38:26.137274Z","steps":["trace[577839074] 'agreement among raft nodes before linearized reading' (duration: 507.990169ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:26.137373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:25.628995Z","time spent":"508.365669ms","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1298,"request content":"key:\"/registry/persistentvolumes/pvc-ac93b45a-a10a-45b3-8135-566473d7623f\" "} {"level":"warn","ts":"2026-07-07T16:38:26.137377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.442845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c00f508edff6b3\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-07-07T16:38:26.137361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.131518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:551"} {"level":"info","ts":"2026-07-07T16:38:26.137443Z","caller":"traceutil/trace.go:171","msg":"trace[1019948925] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c00f508edff6b3; range_end:; response_count:1; response_revision:15743; }","duration":"454.544627ms","start":"2026-07-07T16:38:25.682884Z","end":"2026-07-07T16:38:26.137429Z","steps":["trace[1019948925] 'agreement among raft nodes before linearized reading' (duration: 454.366772ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:26.137472Z","caller":"traceutil/trace.go:171","msg":"trace[584142621] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:15743; }","duration":"507.403935ms","start":"2026-07-07T16:38:25.630042Z","end":"2026-07-07T16:38:26.137446Z","steps":["trace[584142621] 'agreement among raft nodes before linearized reading' (duration: 506.921053ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:26.137541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:25.630024Z","time spent":"507.501878ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":574,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-07-07T16:38:26.137487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:25.682877Z","time spent":"454.598348ms","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c00f508edff6b3\" "} {"level":"warn","ts":"2026-07-07T16:38:26.137703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.677778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:66 size:631908"} {"level":"info","ts":"2026-07-07T16:38:26.137042Z","caller":"traceutil/trace.go:171","msg":"trace[1345812324] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15743; }","duration":"506.180346ms","start":"2026-07-07T16:38:25.630835Z","end":"2026-07-07T16:38:26.137015Z","steps":["trace[1345812324] 'agreement among raft nodes before linearized reading' (duration: 505.840687ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:26.137771Z","caller":"traceutil/trace.go:171","msg":"trace[177192012] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:66; response_revision:15743; }","duration":"506.840272ms","start":"2026-07-07T16:38:25.630917Z","end":"2026-07-07T16:38:26.137758Z","steps":["trace[177192012] 'agreement among raft nodes before linearized reading' (duration: 505.895739ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:26.137797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:25.630827Z","time spent":"506.950015ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-07T16:38:26.137816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:25.630893Z","time spent":"506.912814ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":66,"response size":631931,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-07T16:38:26.138096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.638842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-07-07T16:38:26.138108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.428956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:66 size:631908"} {"level":"info","ts":"2026-07-07T16:38:26.138156Z","caller":"traceutil/trace.go:171","msg":"trace[1938179855] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:66; response_revision:15743; }","duration":"507.632611ms","start":"2026-07-07T16:38:25.63051Z","end":"2026-07-07T16:38:26.138142Z","steps":["trace[1938179855] 'agreement among raft nodes before linearized reading' (duration: 506.472743ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:26.13816Z","caller":"traceutil/trace.go:171","msg":"trace[1580955245] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:15743; }","duration":"507.696343ms","start":"2026-07-07T16:38:25.630433Z","end":"2026-07-07T16:38:26.138129Z","steps":["trace[1580955245] 'agreement among raft nodes before linearized reading' (duration: 507.57862ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:26.1382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:25.630426Z","time spent":"507.767294ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-07T16:38:26.138205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:25.630503Z","time spent":"507.686212ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":66,"response size":631931,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-07T16:38:26.137046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.436474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-cell-setup-cron\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:38:26.138327Z","caller":"traceutil/trace.go:171","msg":"trace[1836361346] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-cell-setup-cron; range_end:; response_count:0; response_revision:15743; }","duration":"455.755236ms","start":"2026-07-07T16:38:25.68256Z","end":"2026-07-07T16:38:26.138315Z","steps":["trace[1836361346] 'agreement among raft nodes before linearized reading' (duration: 454.450064ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:26.138362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:25.682538Z","time spent":"455.816057ms","remote":"127.0.0.1:44936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/openstack/nova-cell-setup-cron\" "} {"level":"warn","ts":"2026-07-07T16:38:26.46798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.958386ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T16:38:26.468331Z","caller":"traceutil/trace.go:171","msg":"trace[1051805947] transaction","detail":"{read_only:false; response_revision:15744; number_of_response:1; }","duration":"328.342273ms","start":"2026-07-07T16:38:26.139948Z","end":"2026-07-07T16:38:26.46829Z","steps":["trace[1051805947] 'process raft request' (duration: 132.910475ms)","trace[1051805947] 'compare' (duration: 194.599798ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:38:26.468409Z","caller":"traceutil/trace.go:171","msg":"trace[1224885381] linearizableReadLoop","detail":"{readStateIndex:16307; appliedIndex:16305; }","duration":"325.178867ms","start":"2026-07-07T16:38:26.143179Z","end":"2026-07-07T16:38:26.468358Z","steps":["trace[1224885381] 'read index received' (duration: 129.677907ms)","trace[1224885381] 'applied index is now lower than readState.Index' (duration: 195.49951ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:38:26.468535Z","caller":"traceutil/trace.go:171","msg":"trace[1507333506] transaction","detail":"{read_only:false; response_revision:15745; number_of_response:1; }","duration":"326.826777ms","start":"2026-07-07T16:38:26.141576Z","end":"2026-07-07T16:38:26.468403Z","steps":["trace[1507333506] 'process raft request' (duration: 326.596551ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:26.468694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.466664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-service-cleaner\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:38:26.46875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:26.14155Z","time spent":"327.079283ms","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:38:26.468804Z","caller":"traceutil/trace.go:171","msg":"trace[1105396419] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-service-cleaner; range_end:; response_count:0; response_revision:15745; }","duration":"325.609357ms","start":"2026-07-07T16:38:26.143171Z","end":"2026-07-07T16:38:26.46878Z","steps":["trace[1105396419] 'agreement among raft nodes before linearized reading' (duration: 325.33867ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:26.468862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:26.143107Z","time spent":"325.746021ms","remote":"127.0.0.1:44936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/openstack/nova-service-cleaner\" "} {"level":"warn","ts":"2026-07-07T16:38:26.468934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.945892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-07T16:38:26.468964Z","caller":"traceutil/trace.go:171","msg":"trace[1773233049] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15745; }","duration":"158.023383ms","start":"2026-07-07T16:38:26.310932Z","end":"2026-07-07T16:38:26.468956Z","steps":["trace[1773233049] 'agreement among raft nodes before linearized reading' (duration: 157.840069ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:26.468744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:26.139911Z","time spent":"328.668301ms","remote":"127.0.0.1:44782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:38:26.4691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.1507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-07T16:38:26.468743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.656012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:38:26.469279Z","caller":"traceutil/trace.go:171","msg":"trace[675090007] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:15745; }","duration":"205.253536ms","start":"2026-07-07T16:38:26.264005Z","end":"2026-07-07T16:38:26.469259Z","steps":["trace[675090007] 'agreement among raft nodes before linearized reading' (duration: 204.62482ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:26.469266Z","caller":"traceutil/trace.go:171","msg":"trace[1543471755] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15745; }","duration":"159.370715ms","start":"2026-07-07T16:38:26.309871Z","end":"2026-07-07T16:38:26.469242Z","steps":["trace[1543471755] 'agreement among raft nodes before linearized reading' (duration: 158.968185ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:26.66772Z","caller":"traceutil/trace.go:171","msg":"trace[356920971] linearizableReadLoop","detail":"{readStateIndex:16309; appliedIndex:16308; }","duration":"100.783838ms","start":"2026-07-07T16:38:26.566906Z","end":"2026-07-07T16:38:26.667689Z","steps":["trace[356920971] 'read index received' (duration: 11.18017ms)","trace[356920971] 'applied index is now lower than readState.Index' (duration: 89.602418ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:38:26.668117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.054353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-api-metadata\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:38:26.668117Z","caller":"traceutil/trace.go:171","msg":"trace[589057791] transaction","detail":"{read_only:false; response_revision:15747; number_of_response:1; }","duration":"190.335485ms","start":"2026-07-07T16:38:26.477752Z","end":"2026-07-07T16:38:26.668087Z","steps":["trace[589057791] 'process raft request' (duration: 100.419319ms)","trace[589057791] 'compare' (duration: 89.362332ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:38:26.668172Z","caller":"traceutil/trace.go:171","msg":"trace[1968463243] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-api-metadata; range_end:; response_count:0; response_revision:15747; }","duration":"191.155335ms","start":"2026-07-07T16:38:26.476993Z","end":"2026-07-07T16:38:26.668148Z","steps":["trace[1968463243] 'agreement among raft nodes before linearized reading' (duration: 191.059723ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:26.6683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.835907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-07T16:38:26.66837Z","caller":"traceutil/trace.go:171","msg":"trace[622036246] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15747; }","duration":"190.95059ms","start":"2026-07-07T16:38:26.477403Z","end":"2026-07-07T16:38:26.668353Z","steps":["trace[622036246] 'agreement among raft nodes before linearized reading' (duration: 190.680504ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:27.44028Z","caller":"traceutil/trace.go:171","msg":"trace[1556007599] linearizableReadLoop","detail":"{readStateIndex:16310; appliedIndex:16309; }","duration":"333.732223ms","start":"2026-07-07T16:38:27.106511Z","end":"2026-07-07T16:38:27.440244Z","steps":["trace[1556007599] 'read index received' (duration: 333.548339ms)","trace[1556007599] 'applied index is now lower than readState.Index' (duration: 182.514µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:38:27.440332Z","caller":"traceutil/trace.go:171","msg":"trace[1148631748] transaction","detail":"{read_only:false; number_of_response:0; response_revision:15747; }","duration":"515.734996ms","start":"2026-07-07T16:38:26.924555Z","end":"2026-07-07T16:38:27.44029Z","steps":["trace[1148631748] 'process raft request' (duration: 515.565702ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:27.440492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.926877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:38:27.440543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:26.924539Z","time spent":"515.88937ms","remote":"127.0.0.1:44864","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T16:38:27.440557Z","caller":"traceutil/trace.go:171","msg":"trace[578304248] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15747; }","duration":"334.140863ms","start":"2026-07-07T16:38:27.1064Z","end":"2026-07-07T16:38:27.44054Z","steps":["trace[578304248] 'agreement among raft nodes before linearized reading' (duration: 333.965829ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:27.4406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:27.10637Z","time spent":"334.220915ms","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-07T16:38:28.012075Z","caller":"traceutil/trace.go:171","msg":"trace[809249079] linearizableReadLoop","detail":"{readStateIndex:16311; appliedIndex:16310; }","duration":"486.650233ms","start":"2026-07-07T16:38:27.525398Z","end":"2026-07-07T16:38:28.012048Z","steps":["trace[809249079] 'read index received' (duration: 486.302985ms)","trace[809249079] 'applied index is now lower than readState.Index' (duration: 346.548µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:38:28.012234Z","caller":"traceutil/trace.go:171","msg":"trace[951220384] transaction","detail":"{read_only:false; response_revision:15748; number_of_response:1; }","duration":"519.002575ms","start":"2026-07-07T16:38:27.493174Z","end":"2026-07-07T16:38:28.012176Z","steps":["trace[951220384] 'process raft request' (duration: 518.614276ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:28.012384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.976221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-07T16:38:28.012295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.935778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:38:28.012438Z","caller":"traceutil/trace.go:171","msg":"trace[559926198] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15748; }","duration":"487.076643ms","start":"2026-07-07T16:38:27.525346Z","end":"2026-07-07T16:38:28.012423Z","steps":["trace[559926198] 'agreement among raft nodes before linearized reading' (duration: 486.846628ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:28.012496Z","caller":"traceutil/trace.go:171","msg":"trace[224046369] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:15748; }","duration":"205.223455ms","start":"2026-07-07T16:38:27.807259Z","end":"2026-07-07T16:38:28.012482Z","steps":["trace[224046369] 'agreement among raft nodes before linearized reading' (duration: 204.934928ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:28.01251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:27.525324Z","time spent":"487.175155ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-07T16:38:28.012523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:27.493146Z","time spent":"519.209391ms","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":171646,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:38:28.012576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.414178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-07-07T16:38:28.01266Z","caller":"traceutil/trace.go:171","msg":"trace[158916951] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:15748; }","duration":"133.591992ms","start":"2026-07-07T16:38:27.879047Z","end":"2026-07-07T16:38:28.012639Z","steps":["trace[158916951] 'agreement among raft nodes before linearized reading' (duration: 133.239903ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:28.607477Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004042825,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-07T16:38:28.6819Z","caller":"traceutil/trace.go:171","msg":"trace[1703923902] transaction","detail":"{read_only:false; response_revision:15749; number_of_response:1; }","duration":"664.815604ms","start":"2026-07-07T16:38:28.017052Z","end":"2026-07-07T16:38:28.681868Z","steps":["trace[1703923902] 'process raft request' (duration: 664.569089ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:28.682104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:28.017019Z","time spent":"664.956747ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:38:29.057312Z","caller":"traceutil/trace.go:171","msg":"trace[1926393447] transaction","detail":"{read_only:false; response_revision:15750; number_of_response:1; }","duration":"1.028635596s","start":"2026-07-07T16:38:28.028639Z","end":"2026-07-07T16:38:29.057275Z","steps":["trace[1926393447] 'process raft request' (duration: 1.028352899s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:29.057476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:28.028601Z","time spent":"1.028783899s","remote":"127.0.0.1:45050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":681,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T16:38:29.057496Z","caller":"traceutil/trace.go:171","msg":"trace[849583848] linearizableReadLoop","detail":"{readStateIndex:16319; appliedIndex:16311; }","duration":"950.454024ms","start":"2026-07-07T16:38:28.107009Z","end":"2026-07-07T16:38:29.057463Z","steps":["trace[849583848] 'read index received' (duration: 574.55618ms)","trace[849583848] 'applied index is now lower than readState.Index' (duration: 375.896244ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:38:29.057561Z","caller":"traceutil/trace.go:171","msg":"trace[1019679034] transaction","detail":"{read_only:false; response_revision:15753; number_of_response:1; }","duration":"911.229225ms","start":"2026-07-07T16:38:28.146307Z","end":"2026-07-07T16:38:29.057536Z","steps":["trace[1019679034] 'process raft request' (duration: 910.985159ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:29.057639Z","caller":"traceutil/trace.go:171","msg":"trace[848541964] transaction","detail":"{read_only:false; response_revision:15754; number_of_response:1; }","duration":"911.188364ms","start":"2026-07-07T16:38:28.146436Z","end":"2026-07-07T16:38:29.057625Z","steps":["trace[848541964] 'process raft request' (duration: 910.893137ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:29.05775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:28.146425Z","time spent":"911.245125ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:38:29.057805Z","caller":"traceutil/trace.go:171","msg":"trace[1519018657] transaction","detail":"{read_only:false; response_revision:15751; number_of_response:1; }","duration":"1.028558934s","start":"2026-07-07T16:38:28.029229Z","end":"2026-07-07T16:38:29.057788Z","steps":["trace[1519018657] 'process raft request' (duration: 1.027935529s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:29.057862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:28.029213Z","time spent":"1.028619175s","remote":"127.0.0.1:45050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T16:38:29.057933Z","caller":"traceutil/trace.go:171","msg":"trace[168748099] transaction","detail":"{read_only:false; response_revision:15756; number_of_response:1; }","duration":"553.436589ms","start":"2026-07-07T16:38:28.504478Z","end":"2026-07-07T16:38:29.057914Z","steps":["trace[168748099] 'process raft request' (duration: 552.933587ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:29.058156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.148301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:38:29.05822Z","caller":"traceutil/trace.go:171","msg":"trace[1210226964] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15756; }","duration":"951.262604ms","start":"2026-07-07T16:38:28.106942Z","end":"2026-07-07T16:38:29.058204Z","steps":["trace[1210226964] 'agreement among raft nodes before linearized reading' (duration: 951.10155ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:29.058265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:28.106913Z","time spent":"951.343045ms","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T16:38:29.058301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:28.504412Z","time spent":"553.564693ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:38:29.058359Z","caller":"traceutil/trace.go:171","msg":"trace[1208639626] transaction","detail":"{read_only:false; response_revision:15752; number_of_response:1; }","duration":"912.389283ms","start":"2026-07-07T16:38:28.145901Z","end":"2026-07-07T16:38:29.05829Z","steps":["trace[1208639626] 'process raft request' (duration: 911.309787ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:29.05775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:28.146271Z","time spent":"911.363538ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:38:29.058699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:28.14588Z","time spent":"912.532017ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:38:29.058744Z","caller":"traceutil/trace.go:171","msg":"trace[574180292] transaction","detail":"{read_only:false; response_revision:15755; number_of_response:1; }","duration":"912.161148ms","start":"2026-07-07T16:38:28.146568Z","end":"2026-07-07T16:38:29.058729Z","steps":["trace[574180292] 'process raft request' (duration: 910.804315ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:29.059097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:28.146541Z","time spent":"912.488796ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:38:29.087128Z","caller":"traceutil/trace.go:171","msg":"trace[1203304936] transaction","detail":"{read_only:false; response_revision:15757; number_of_response:1; }","duration":"204.092348ms","start":"2026-07-07T16:38:28.883011Z","end":"2026-07-07T16:38:29.087103Z","steps":["trace[1203304936] 'process raft request' (duration: 203.919094ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:29.087206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.022102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:38:29.087248Z","caller":"traceutil/trace.go:171","msg":"trace[1942098549] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:15757; }","duration":"177.096734ms","start":"2026-07-07T16:38:28.910141Z","end":"2026-07-07T16:38:29.087237Z","steps":["trace[1942098549] 'agreement among raft nodes before linearized reading' (duration: 176.991742ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:29.087441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.223175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-72wnd\" ","response":"range_response_count:1 size:20644"} {"level":"info","ts":"2026-07-07T16:38:29.087474Z","caller":"traceutil/trace.go:171","msg":"trace[1610377130] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-72wnd; range_end:; response_count:1; response_revision:15757; }","duration":"930.299167ms","start":"2026-07-07T16:38:28.157167Z","end":"2026-07-07T16:38:29.087466Z","steps":["trace[1610377130] 'agreement among raft nodes before linearized reading' (duration: 930.145073ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:29.087499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:28.157148Z","time spent":"930.341787ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20667,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-72wnd\" "} {"level":"warn","ts":"2026-07-07T16:38:29.087719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.597054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p22f7\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-07-07T16:38:29.087752Z","caller":"traceutil/trace.go:171","msg":"trace[1820412937] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p22f7; range_end:; response_count:1; response_revision:15757; }","duration":"930.662275ms","start":"2026-07-07T16:38:28.157083Z","end":"2026-07-07T16:38:29.087746Z","steps":["trace[1820412937] 'agreement among raft nodes before linearized reading' (duration: 930.570833ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:29.087762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.342132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-07T16:38:29.087774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:28.15707Z","time spent":"930.697116ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-p22f7\" "} {"level":"info","ts":"2026-07-07T16:38:29.087791Z","caller":"traceutil/trace.go:171","msg":"trace[439675530] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15757; }","duration":"943.410743ms","start":"2026-07-07T16:38:28.144371Z","end":"2026-07-07T16:38:29.087782Z","steps":["trace[439675530] 'agreement among raft nodes before linearized reading' (duration: 943.331031ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:29.08783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:28.144347Z","time spent":"943.474705ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-07T16:38:29.087897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.312961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-07T16:38:29.08793Z","caller":"traceutil/trace.go:171","msg":"trace[84513207] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15757; }","duration":"943.407974ms","start":"2026-07-07T16:38:28.144514Z","end":"2026-07-07T16:38:29.087922Z","steps":["trace[84513207] 'agreement among raft nodes before linearized reading' (duration: 943.323492ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:29.087953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:28.144486Z","time spent":"943.461784ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-07T16:38:29.088235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.240019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-07T16:38:29.088238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.487976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-07T16:38:29.088274Z","caller":"traceutil/trace.go:171","msg":"trace[256476049] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15757; }","duration":"516.331621ms","start":"2026-07-07T16:38:28.571932Z","end":"2026-07-07T16:38:29.088264Z","steps":["trace[256476049] 'agreement among raft nodes before linearized reading' (duration: 516.237579ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:29.088303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:28.571908Z","time spent":"516.387553ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-07T16:38:29.088303Z","caller":"traceutil/trace.go:171","msg":"trace[633527952] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15757; }","duration":"416.616258ms","start":"2026-07-07T16:38:28.671669Z","end":"2026-07-07T16:38:29.088286Z","steps":["trace[633527952] 'agreement among raft nodes before linearized reading' (duration: 416.429154ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:29.088337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:28.671641Z","time spent":"416.689941ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-07T16:38:29.088317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.424437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:38:29.08837Z","caller":"traceutil/trace.go:171","msg":"trace[688646980] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:15757; }","duration":"853.538769ms","start":"2026-07-07T16:38:28.234821Z","end":"2026-07-07T16:38:29.08836Z","steps":["trace[688646980] 'agreement among raft nodes before linearized reading' (duration: 853.458387ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:29.08868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:28.234791Z","time spent":"853.877618ms","remote":"127.0.0.1:49562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:38:29.587498Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004042855,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T16:38:30.088303Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004042855,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T16:38:30.589049Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004042855,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T16:38:31.04958Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.962523598s","expected-duration":"1s"} {"level":"info","ts":"2026-07-07T16:38:31.050216Z","caller":"traceutil/trace.go:171","msg":"trace[839533956] transaction","detail":"{read_only:false; response_revision:15758; number_of_response:1; }","duration":"1.986380715s","start":"2026-07-07T16:38:29.063799Z","end":"2026-07-07T16:38:31.050179Z","steps":["trace[839533956] 'process raft request' (duration: 1.986052867s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:31.050321Z","caller":"traceutil/trace.go:171","msg":"trace[772160882] transaction","detail":"{read_only:false; response_revision:15759; number_of_response:1; }","duration":"1.986076297s","start":"2026-07-07T16:38:29.064193Z","end":"2026-07-07T16:38:31.050269Z","steps":["trace[772160882] 'process raft request' (duration: 1.985894613s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:31.050309Z","caller":"traceutil/trace.go:171","msg":"trace[665112529] transaction","detail":"{read_only:false; response_revision:15760; number_of_response:1; }","duration":"1.985837642s","start":"2026-07-07T16:38:29.064437Z","end":"2026-07-07T16:38:31.050275Z","steps":["trace[665112529] 'process raft request' (duration: 1.985751539s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:31.050378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:29.063779Z","time spent":"1.986522308s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":675,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:38:31.05049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:29.064428Z","time spent":"1.985973575s","remote":"127.0.0.1:44936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":503,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:38:31.050515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:29.064182Z","time spent":"1.98620041s","remote":"127.0.0.1:45050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1040,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:38:31.050895Z","caller":"traceutil/trace.go:171","msg":"trace[1899981189] transaction","detail":"{read_only:false; response_revision:15761; number_of_response:1; }","duration":"1.986031347s","start":"2026-07-07T16:38:29.06483Z","end":"2026-07-07T16:38:31.050861Z","steps":["trace[1899981189] 'process raft request' (duration: 1.985401151s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:31.050982Z","caller":"traceutil/trace.go:171","msg":"trace[1764708955] transaction","detail":"{read_only:false; response_revision:15762; number_of_response:1; }","duration":"1.985309079s","start":"2026-07-07T16:38:29.065661Z","end":"2026-07-07T16:38:31.05097Z","steps":["trace[1764708955] 'process raft request' (duration: 1.985108464s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:31.051007Z","caller":"traceutil/trace.go:171","msg":"trace[2006352674] transaction","detail":"{read_only:false; response_revision:15763; number_of_response:1; }","duration":"1.985312009s","start":"2026-07-07T16:38:29.065682Z","end":"2026-07-07T16:38:31.050994Z","steps":["trace[2006352674] 'process raft request' (duration: 1.985212697s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:31.051029Z","caller":"traceutil/trace.go:171","msg":"trace[1434313657] transaction","detail":"{read_only:false; response_revision:15764; number_of_response:1; }","duration":"1.985132484s","start":"2026-07-07T16:38:29.065881Z","end":"2026-07-07T16:38:31.051014Z","steps":["trace[1434313657] 'process raft request' (duration: 1.985040112s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:31.051039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:29.06482Z","time spent":"1.986150749s","remote":"127.0.0.1:44936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:38:31.051043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:29.065649Z","time spent":"1.985367s","remote":"127.0.0.1:44936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:38:31.051067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:29.065653Z","time spent":"1.985380381s","remote":"127.0.0.1:44936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:38:31.051097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:29.06587Z","time spent":"1.985193216s","remote":"127.0.0.1:44936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T16:38:31.051163Z","caller":"traceutil/trace.go:171","msg":"trace[438316233] transaction","detail":"{read_only:false; response_revision:15767; number_of_response:1; }","duration":"1.984804207s","start":"2026-07-07T16:38:29.066351Z","end":"2026-07-07T16:38:31.051155Z","steps":["trace[438316233] 'process raft request' (duration: 1.984677334s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:31.051151Z","caller":"traceutil/trace.go:171","msg":"trace[1488362914] transaction","detail":"{read_only:false; response_revision:15765; number_of_response:1; }","duration":"1.984975291s","start":"2026-07-07T16:38:29.066129Z","end":"2026-07-07T16:38:31.051104Z","steps":["trace[1488362914] 'process raft request' (duration: 1.984831897s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:31.051198Z","caller":"traceutil/trace.go:171","msg":"trace[1997446505] transaction","detail":"{read_only:false; response_revision:15769; number_of_response:1; }","duration":"1.984351676s","start":"2026-07-07T16:38:29.066834Z","end":"2026-07-07T16:38:31.051186Z","steps":["trace[1997446505] 'process raft request' (duration: 1.984265023s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:31.051237Z","caller":"traceutil/trace.go:171","msg":"trace[414331451] transaction","detail":"{read_only:false; response_revision:15766; number_of_response:1; }","duration":"1.984992581s","start":"2026-07-07T16:38:29.066225Z","end":"2026-07-07T16:38:31.051218Z","steps":["trace[414331451] 'process raft request' (duration: 1.984770736s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:31.051234Z","caller":"traceutil/trace.go:171","msg":"trace[665275178] transaction","detail":"{read_only:false; response_revision:15768; number_of_response:1; }","duration":"1.984841387s","start":"2026-07-07T16:38:29.066376Z","end":"2026-07-07T16:38:31.051217Z","steps":["trace[665275178] 'process raft request' (duration: 1.984692644s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:31.051209Z","caller":"traceutil/trace.go:171","msg":"trace[1268247190] transaction","detail":"{read_only:false; response_revision:15770; number_of_response:1; }","duration":"1.983534236s","start":"2026-07-07T16:38:29.067656Z","end":"2026-07-07T16:38:31.051191Z","steps":["trace[1268247190] 'process raft request' (duration: 1.983468524s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:31.051261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:29.066827Z","time spent":"1.984410827s","remote":"127.0.0.1:44936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:38:31.051281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:29.066219Z","time spent":"1.985042932s","remote":"127.0.0.1:44936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":525,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:38:31.051298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:29.066365Z","time spent":"1.98490753s","remote":"127.0.0.1:44936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:38:31.051194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:29.066338Z","time spent":"1.984840737s","remote":"127.0.0.1:44936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:38:31.051324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:29.067649Z","time spent":"1.983628338s","remote":"127.0.0.1:44936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:38:31.051318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:29.066119Z","time spent":"1.985112854s","remote":"127.0.0.1:44936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":525,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T16:38:31.051366Z","caller":"traceutil/trace.go:171","msg":"trace[572717353] transaction","detail":"{read_only:false; response_revision:15771; number_of_response:1; }","duration":"1.983654829s","start":"2026-07-07T16:38:29.067696Z","end":"2026-07-07T16:38:31.051351Z","steps":["trace[572717353] 'process raft request' (duration: 1.983452994s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:31.05286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:29.067692Z","time spent":"1.985134514s","remote":"127.0.0.1:44936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T16:38:31.051372Z","caller":"traceutil/trace.go:171","msg":"trace[1438687412] transaction","detail":"{read_only:false; response_revision:15772; number_of_response:1; }","duration":"1.983502445s","start":"2026-07-07T16:38:29.067859Z","end":"2026-07-07T16:38:31.051362Z","steps":["trace[1438687412] 'process raft request' (duration: 1.983328871s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:31.052991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:29.067849Z","time spent":"1.985075114s","remote":"127.0.0.1:44936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T16:38:31.051383Z","caller":"traceutil/trace.go:171","msg":"trace[510860873] transaction","detail":"{read_only:false; response_revision:15773; number_of_response:1; }","duration":"1.983433784s","start":"2026-07-07T16:38:29.067925Z","end":"2026-07-07T16:38:31.051359Z","steps":["trace[510860873] 'process raft request' (duration: 1.983349562s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:31.051392Z","caller":"traceutil/trace.go:171","msg":"trace[1619838484] transaction","detail":"{read_only:false; response_revision:15774; number_of_response:1; }","duration":"1.983420783s","start":"2026-07-07T16:38:29.067954Z","end":"2026-07-07T16:38:31.051374Z","steps":["trace[1619838484] 'process raft request' (duration: 1.983349121s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:31.053391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:29.067946Z","time spent":"1.985403801s","remote":"127.0.0.1:44936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T16:38:31.051412Z","caller":"traceutil/trace.go:171","msg":"trace[1244737355] transaction","detail":"{read_only:false; response_revision:15775; number_of_response:1; }","duration":"1.983406473s","start":"2026-07-07T16:38:29.067997Z","end":"2026-07-07T16:38:31.051403Z","steps":["trace[1244737355] 'process raft request' (duration: 1.983329671s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:31.051438Z","caller":"traceutil/trace.go:171","msg":"trace[2116461845] transaction","detail":"{read_only:false; response_revision:15776; number_of_response:1; }","duration":"1.983368182s","start":"2026-07-07T16:38:29.068035Z","end":"2026-07-07T16:38:31.051403Z","steps":["trace[2116461845] 'process raft request' (duration: 1.983318681s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:31.05317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:29.067913Z","time spent":"1.985171866s","remote":"127.0.0.1:44936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:38:31.053796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:29.067984Z","time spent":"1.98579003s","remote":"127.0.0.1:44936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:38:31.053826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:29.068025Z","time spent":"1.98576241s","remote":"127.0.0.1:44936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:38:31.060478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000505677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-07T16:38:31.060547Z","caller":"traceutil/trace.go:171","msg":"trace[545576384] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000662031s","start":"2026-07-07T16:38:29.059869Z","end":"2026-07-07T16:38:31.060531Z","steps":["trace[545576384] 'agreement among raft nodes before linearized reading' (duration: 2.000545488s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:31.060633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:29.059854Z","time spent":"2.000768623s","remote":"127.0.0.1:44742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-07T16:38:31.885001Z","caller":"traceutil/trace.go:171","msg":"trace[802827497] transaction","detail":"{read_only:false; response_revision:15778; number_of_response:1; }","duration":"2.790228952s","start":"2026-07-07T16:38:29.09474Z","end":"2026-07-07T16:38:31.884969Z","steps":["trace[802827497] 'process raft request' (duration: 2.79012908s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:31.885029Z","caller":"traceutil/trace.go:171","msg":"trace[174642119] transaction","detail":"{read_only:false; response_revision:15777; number_of_response:1; }","duration":"2.790336824s","start":"2026-07-07T16:38:29.094652Z","end":"2026-07-07T16:38:31.884989Z","steps":["trace[174642119] 'process raft request' (duration: 2.789977046s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:31.885206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:29.094733Z","time spent":"2.790373536s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:38:31.88537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:29.094633Z","time spent":"2.79054541s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:38:31.885416Z","caller":"traceutil/trace.go:171","msg":"trace[2121964832] transaction","detail":"{read_only:false; response_revision:15779; number_of_response:1; }","duration":"2.790271183s","start":"2026-07-07T16:38:29.095118Z","end":"2026-07-07T16:38:31.885389Z","steps":["trace[2121964832] 'process raft request' (duration: 2.789798242s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:31.885578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:29.095094Z","time spent":"2.790393446s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:38:31.885919Z","caller":"traceutil/trace.go:171","msg":"trace[1910173336] transaction","detail":"{read_only:false; response_revision:15780; number_of_response:1; }","duration":"2.790701344s","start":"2026-07-07T16:38:29.095202Z","end":"2026-07-07T16:38:31.885903Z","steps":["trace[1910173336] 'process raft request' (duration: 2.790075218s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:31.885984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:29.095188Z","time spent":"2.790758716s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:38:32.222888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.051054ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-07T16:38:32.225221Z","caller":"traceutil/trace.go:171","msg":"trace[725518989] linearizableReadLoop","detail":"{readStateIndex:16344; appliedIndex:16320; }","duration":"3.138048517s","start":"2026-07-07T16:38:29.087068Z","end":"2026-07-07T16:38:32.225117Z","steps":["trace[725518989] 'read index received' (duration: 1.962789564s)","trace[725518989] 'applied index is now lower than readState.Index' (duration: 1.175254903s)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:38:32.412415Z","caller":"traceutil/trace.go:171","msg":"trace[1413132834] linearizableReadLoop","detail":"{readStateIndex:16364; appliedIndex:16344; }","duration":"187.071685ms","start":"2026-07-07T16:38:32.225313Z","end":"2026-07-07T16:38:32.412385Z","steps":["trace[1413132834] 'read index received' (duration: 185.948108ms)","trace[1413132834] 'applied index is now lower than readState.Index' (duration: 1.122647ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:38:32.412822Z","caller":"traceutil/trace.go:171","msg":"trace[1338761452] transaction","detail":"{read_only:false; response_revision:15792; number_of_response:1; }","duration":"1.350580804s","start":"2026-07-07T16:38:31.062168Z","end":"2026-07-07T16:38:32.412749Z","steps":["trace[1338761452] 'process raft request' (duration: 1.349861597s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:32.412966Z","caller":"traceutil/trace.go:171","msg":"trace[294562158] transaction","detail":"{read_only:false; response_revision:15798; number_of_response:1; }","duration":"1.346892405s","start":"2026-07-07T16:38:31.065998Z","end":"2026-07-07T16:38:32.41289Z","steps":["trace[294562158] 'process raft request' (duration: 1.34627473s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:32.413069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:31.062158Z","time spent":"1.350801909s","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1045,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:38:32.413098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.345979543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:38:32.413184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:31.065981Z","time spent":"1.347108071s","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":40487,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T16:38:32.413206Z","caller":"traceutil/trace.go:171","msg":"trace[1330208875] transaction","detail":"{read_only:false; response_revision:15786; number_of_response:1; }","duration":"1.351924187s","start":"2026-07-07T16:38:31.061266Z","end":"2026-07-07T16:38:32.41319Z","steps":["trace[1330208875] 'process raft request' (duration: 1.350556764s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:32.413229Z","caller":"traceutil/trace.go:171","msg":"trace[1601596958] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15800; }","duration":"1.346153027s","start":"2026-07-07T16:38:31.067041Z","end":"2026-07-07T16:38:32.413194Z","steps":["trace[1601596958] 'agreement among raft nodes before linearized reading' (duration: 1.345884701s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:32.413233Z","caller":"traceutil/trace.go:171","msg":"trace[375268790] transaction","detail":"{read_only:false; response_revision:15781; number_of_response:1; }","duration":"1.355082092s","start":"2026-07-07T16:38:31.058127Z","end":"2026-07-07T16:38:32.41321Z","steps":["trace[375268790] 'process raft request' (duration: 1.353221727s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:32.41329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:31.067031Z","time spent":"1.346250379s","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T16:38:32.413364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.319013045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:66 size:631908"} {"level":"info","ts":"2026-07-07T16:38:32.413394Z","caller":"traceutil/trace.go:171","msg":"trace[1964827203] transaction","detail":"{read_only:false; response_revision:15793; number_of_response:1; }","duration":"1.35082294s","start":"2026-07-07T16:38:31.062553Z","end":"2026-07-07T16:38:32.413376Z","steps":["trace[1964827203] 'process raft request' (duration: 1.349503339s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:32.413395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:31.061255Z","time spent":"1.352037879s","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4679,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:38:32.413404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:31.058078Z","time spent":"1.355226067s","remote":"127.0.0.1:45050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1032,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:38:32.413416Z","caller":"traceutil/trace.go:171","msg":"trace[1195462917] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:66; response_revision:15800; }","duration":"3.319108527s","start":"2026-07-07T16:38:29.094294Z","end":"2026-07-07T16:38:32.413402Z","steps":["trace[1195462917] 'agreement among raft nodes before linearized reading' (duration: 3.318236166s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:32.413452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:31.062518Z","time spent":"1.350910002s","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":688,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T16:38:32.413479Z","caller":"traceutil/trace.go:171","msg":"trace[708449322] transaction","detail":"{read_only:false; response_revision:15789; number_of_response:1; }","duration":"1.351971998s","start":"2026-07-07T16:38:31.061497Z","end":"2026-07-07T16:38:32.413469Z","steps":["trace[708449322] 'process raft request' (duration: 1.350441651s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:32.41355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.350623176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c00f508edff6b3\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-07-07T16:38:32.413555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:31.061488Z","time spent":"1.352039329s","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":700,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T16:38:32.413591Z","caller":"traceutil/trace.go:171","msg":"trace[134301419] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c00f508edff6b3; range_end:; response_count:1; response_revision:15800; }","duration":"1.350688466s","start":"2026-07-07T16:38:31.062891Z","end":"2026-07-07T16:38:32.413579Z","steps":["trace[134301419] 'agreement among raft nodes before linearized reading' (duration: 1.350587954s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:32.413602Z","caller":"traceutil/trace.go:171","msg":"trace[379610225] transaction","detail":"{read_only:false; response_revision:15787; number_of_response:1; }","duration":"1.352334257s","start":"2026-07-07T16:38:31.06125Z","end":"2026-07-07T16:38:32.413585Z","steps":["trace[379610225] 'process raft request' (duration: 1.350604965s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:32.413626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:31.062882Z","time spent":"1.350737258s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c00f508edff6b3\" "} {"level":"warn","ts":"2026-07-07T16:38:32.413654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:31.061219Z","time spent":"1.352406698s","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1078,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T16:38:32.413671Z","caller":"traceutil/trace.go:171","msg":"trace[1437029393] transaction","detail":"{read_only:false; response_revision:15790; number_of_response:1; }","duration":"1.352014268s","start":"2026-07-07T16:38:31.061648Z","end":"2026-07-07T16:38:32.413663Z","steps":["trace[1437029393] 'process raft request' (duration: 1.350316557s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:32.41367Z","caller":"traceutil/trace.go:171","msg":"trace[602076717] transaction","detail":"{read_only:false; response_revision:15782; number_of_response:1; }","duration":"1.352884969s","start":"2026-07-07T16:38:31.060772Z","end":"2026-07-07T16:38:32.413657Z","steps":["trace[602076717] 'process raft request' (duration: 1.350891911s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:32.413696Z","caller":"traceutil/trace.go:171","msg":"trace[2129119233] transaction","detail":"{read_only:false; response_revision:15799; number_of_response:1; }","duration":"1.347295275s","start":"2026-07-07T16:38:31.06638Z","end":"2026-07-07T16:38:32.413675Z","steps":["trace[2129119233] 'process raft request' (duration: 1.345931682s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:32.413733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:31.06074Z","time spent":"1.352967581s","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":698,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T16:38:32.413751Z","caller":"traceutil/trace.go:171","msg":"trace[632021922] transaction","detail":"{read_only:false; response_revision:15791; number_of_response:1; }","duration":"1.351864425s","start":"2026-07-07T16:38:31.061879Z","end":"2026-07-07T16:38:32.413744Z","steps":["trace[632021922] 'process raft request' (duration: 1.350118743s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:32.413819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:31.066366Z","time spent":"1.347376487s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:38:32.413862Z","caller":"traceutil/trace.go:171","msg":"trace[1630223946] transaction","detail":"{read_only:false; response_revision:15784; number_of_response:1; }","duration":"1.352776667s","start":"2026-07-07T16:38:31.061077Z","end":"2026-07-07T16:38:32.413853Z","steps":["trace[1630223946] 'process raft request' (duration: 1.350681936s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:32.413795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:31.06187Z","time spent":"1.351911206s","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1077,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:38:32.413882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.727419631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-07T16:38:32.413929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:31.06107Z","time spent":"1.352823288s","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":892,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T16:38:32.413939Z","caller":"traceutil/trace.go:171","msg":"trace[805341971] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15800; }","duration":"1.727505772s","start":"2026-07-07T16:38:30.686424Z","end":"2026-07-07T16:38:32.413929Z","steps":["trace[805341971] 'agreement among raft nodes before linearized reading' (duration: 1.727383419s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:32.413943Z","caller":"traceutil/trace.go:171","msg":"trace[1682794301] transaction","detail":"{read_only:false; response_revision:15800; number_of_response:1; }","duration":"1.346767032s","start":"2026-07-07T16:38:31.067163Z","end":"2026-07-07T16:38:32.41393Z","steps":["trace[1682794301] 'process raft request' (duration: 1.345183164s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:32.413969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:30.686376Z","time spent":"1.727586545s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-07T16:38:32.414009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:31.067156Z","time spent":"1.346823923s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:38:32.412867Z","caller":"traceutil/trace.go:171","msg":"trace[1174905804] transaction","detail":"{read_only:false; response_revision:15785; number_of_response:1; }","duration":"1.351625299s","start":"2026-07-07T16:38:31.061197Z","end":"2026-07-07T16:38:32.412823Z","steps":["trace[1174905804] 'process raft request' (duration: 1.350593744s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:32.414061Z","caller":"traceutil/trace.go:171","msg":"trace[1741312700] transaction","detail":"{read_only:false; response_revision:15795; number_of_response:1; }","duration":"1.348417862s","start":"2026-07-07T16:38:31.065604Z","end":"2026-07-07T16:38:32.414022Z","steps":["trace[1741312700] 'process raft request' (duration: 1.346514786s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:32.41415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:31.061182Z","time spent":"1.352912861s","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:38:32.4142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:31.065582Z","time spent":"1.348551586s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:38:32.413748Z","caller":"traceutil/trace.go:171","msg":"trace[1407967297] transaction","detail":"{read_only:false; response_revision:15794; number_of_response:1; }","duration":"1.351097627s","start":"2026-07-07T16:38:31.062637Z","end":"2026-07-07T16:38:32.413735Z","steps":["trace[1407967297] 'process raft request' (duration: 1.349447067s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:32.41426Z","caller":"traceutil/trace.go:171","msg":"trace[1550985085] transaction","detail":"{read_only:false; response_revision:15796; number_of_response:1; }","duration":"1.348603306s","start":"2026-07-07T16:38:31.065642Z","end":"2026-07-07T16:38:32.414245Z","steps":["trace[1550985085] 'process raft request' (duration: 1.346529196s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:32.413705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:31.061639Z","time spent":"1.35205024s","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":832,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:38:32.414363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:31.065632Z","time spent":"1.348674178s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:38:32.413829Z","caller":"traceutil/trace.go:171","msg":"trace[1089287752] transaction","detail":"{read_only:false; response_revision:15783; number_of_response:1; }","duration":"1.352866869s","start":"2026-07-07T16:38:31.060951Z","end":"2026-07-07T16:38:32.413818Z","steps":["trace[1089287752] 'process raft request' (duration: 1.350772498s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:32.414479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:31.060942Z","time spent":"1.353501184s","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":706,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:38:32.41427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:31.062629Z","time spent":"1.35162393s","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":686,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T16:38:32.413092Z","caller":"traceutil/trace.go:171","msg":"trace[1073595437] transaction","detail":"{read_only:false; response_revision:15788; number_of_response:1; }","duration":"1.351530348s","start":"2026-07-07T16:38:31.061476Z","end":"2026-07-07T16:38:32.413006Z","steps":["trace[1073595437] 'process raft request' (duration: 1.35040822s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:32.414225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.797469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-07-07T16:38:32.41466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:31.061467Z","time spent":"1.353166807s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":666,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T16:38:32.414665Z","caller":"traceutil/trace.go:171","msg":"trace[281577985] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15800; }","duration":"726.283931ms","start":"2026-07-07T16:38:31.688369Z","end":"2026-07-07T16:38:32.414653Z","steps":["trace[281577985] 'agreement among raft nodes before linearized reading' (duration: 725.719908ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:32.414702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:31.688339Z","time spent":"726.355272ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-07T16:38:32.41471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.319713132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:66 size:631908"} {"level":"info","ts":"2026-07-07T16:38:32.414747Z","caller":"traceutil/trace.go:171","msg":"trace[757602242] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:66; response_revision:15800; }","duration":"3.319766403s","start":"2026-07-07T16:38:29.094971Z","end":"2026-07-07T16:38:32.414737Z","steps":["trace[757602242] 'agreement among raft nodes before linearized reading' (duration: 3.31920029s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:32.413457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:29.094273Z","time spent":"3.319172939s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":66,"response size":631931,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-07T16:38:32.414788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:29.094963Z","time spent":"3.319816344s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":66,"response size":631931,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-07T16:38:32.41502Z","caller":"traceutil/trace.go:171","msg":"trace[744421639] transaction","detail":"{read_only:false; response_revision:15797; number_of_response:1; }","duration":"1.349093788s","start":"2026-07-07T16:38:31.065915Z","end":"2026-07-07T16:38:32.415008Z","steps":["trace[744421639] 'process raft request' (duration: 1.346308271s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:32.415077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:31.065904Z","time spent":"1.34914829s","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":40511,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:38:32.852217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.677383ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T16:38:32.852358Z","caller":"traceutil/trace.go:171","msg":"trace[1453517884] linearizableReadLoop","detail":"{readStateIndex:16365; appliedIndex:16364; }","duration":"427.797399ms","start":"2026-07-07T16:38:32.424538Z","end":"2026-07-07T16:38:32.852336Z","steps":["trace[1453517884] 'read index received' (duration: 100.923311ms)","trace[1453517884] 'applied index is now lower than readState.Index' (duration: 326.871618ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:38:32.852514Z","caller":"traceutil/trace.go:171","msg":"trace[2091302185] transaction","detail":"{read_only:false; response_revision:15801; number_of_response:1; }","duration":"434.594784ms","start":"2026-07-07T16:38:32.417831Z","end":"2026-07-07T16:38:32.852426Z","steps":["trace[2091302185] 'process raft request' (duration: 107.589833ms)","trace[2091302185] 'compare' (duration: 326.265633ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:38:32.852661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.075986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:38:32.852747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:32.417801Z","time spent":"434.817959ms","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:38:32.852785Z","caller":"traceutil/trace.go:171","msg":"trace[2085879901] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15801; }","duration":"428.322582ms","start":"2026-07-07T16:38:32.424432Z","end":"2026-07-07T16:38:32.852754Z","steps":["trace[2085879901] 'agreement among raft nodes before linearized reading' (duration: 427.985334ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:32.852852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:32.424402Z","time spent":"428.440635ms","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T16:38:33.202175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.097352ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-07T16:38:33.202415Z","caller":"traceutil/trace.go:171","msg":"trace[868656546] linearizableReadLoop","detail":"{readStateIndex:16367; appliedIndex:16365; }","duration":"350.007828ms","start":"2026-07-07T16:38:32.852385Z","end":"2026-07-07T16:38:33.202393Z","steps":["trace[868656546] 'read index received' (duration: 211.466246ms)","trace[868656546] 'applied index is now lower than readState.Index' (duration: 138.540342ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:38:33.202636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.014242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/nova-api-metadata.18c00f54bcec05ef\" ","response":"range_response_count:1 size:690"} {"level":"info","ts":"2026-07-07T16:38:33.20269Z","caller":"traceutil/trace.go:171","msg":"trace[903908090] range","detail":"{range_begin:/registry/events/openstack/nova-api-metadata.18c00f54bcec05ef; range_end:; response_count:1; response_revision:15803; }","duration":"778.107914ms","start":"2026-07-07T16:38:32.424563Z","end":"2026-07-07T16:38:33.20267Z","steps":["trace[903908090] 'agreement among raft nodes before linearized reading' (duration: 777.90714ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:33.202742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:32.424542Z","time spent":"778.188346ms","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":713,"request content":"key:\"/registry/events/openstack/nova-api-metadata.18c00f54bcec05ef\" "} {"level":"info","ts":"2026-07-07T16:38:33.202719Z","caller":"traceutil/trace.go:171","msg":"trace[375623372] transaction","detail":"{read_only:false; response_revision:15803; number_of_response:1; }","duration":"769.887925ms","start":"2026-07-07T16:38:32.432807Z","end":"2026-07-07T16:38:33.202695Z","steps":["trace[375623372] 'process raft request' (duration: 769.488455ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:33.202738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.73465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-07T16:38:33.202831Z","caller":"traceutil/trace.go:171","msg":"trace[717992962] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15803; }","duration":"771.896054ms","start":"2026-07-07T16:38:32.430914Z","end":"2026-07-07T16:38:33.20281Z","steps":["trace[717992962] 'agreement among raft nodes before linearized reading' (duration: 771.574356ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:33.202928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:32.430893Z","time spent":"772.023587ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-07T16:38:33.202928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.783631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7695"} {"level":"info","ts":"2026-07-07T16:38:33.203003Z","caller":"traceutil/trace.go:171","msg":"trace[2046476433] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:15803; }","duration":"647.952006ms","start":"2026-07-07T16:38:32.555034Z","end":"2026-07-07T16:38:33.202986Z","steps":["trace[2046476433] 'agreement among raft nodes before linearized reading' (duration: 647.70619ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:33.203001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.197525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"warn","ts":"2026-07-07T16:38:33.203069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:32.555008Z","time spent":"648.035377ms","remote":"127.0.0.1:57700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7718,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-07-07T16:38:33.203066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:32.432779Z","time spent":"770.021229ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:38:33.20316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.233509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-07-07T16:38:33.203107Z","caller":"traceutil/trace.go:171","msg":"trace[1315047994] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:15803; }","duration":"773.331248ms","start":"2026-07-07T16:38:32.429752Z","end":"2026-07-07T16:38:33.203083Z","steps":["trace[1315047994] 'agreement among raft nodes before linearized reading' (duration: 772.947089ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:33.203366Z","caller":"traceutil/trace.go:171","msg":"trace[3500090] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:15803; }","duration":"776.482185ms","start":"2026-07-07T16:38:32.426794Z","end":"2026-07-07T16:38:33.203276Z","steps":["trace[3500090] 'agreement among raft nodes before linearized reading' (duration: 775.932182ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:33.203413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:32.429715Z","time spent":"773.679267ms","remote":"127.0.0.1:45110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1147,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-07-07T16:38:33.203463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:32.426768Z","time spent":"776.677489ms","remote":"127.0.0.1:45110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1147,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"info","ts":"2026-07-07T16:38:33.204322Z","caller":"traceutil/trace.go:171","msg":"trace[308633913] transaction","detail":"{read_only:false; response_revision:15802; number_of_response:1; }","duration":"771.491094ms","start":"2026-07-07T16:38:32.430959Z","end":"2026-07-07T16:38:33.20245Z","steps":["trace[308633913] 'process raft request' (duration: 633.000714ms)","trace[308633913] 'compare' (duration: 137.906446ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:38:33.204518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:32.430946Z","time spent":"773.462831ms","remote":"127.0.0.1:44856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48077,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:38:33.727466Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004042893,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T16:38:33.9169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:33.482331Z","time spent":"434.557563ms","remote":"127.0.0.1:39904","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-07T16:38:33.91711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.309407ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:38:33.917241Z","caller":"traceutil/trace.go:171","msg":"trace[277887005] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:15804; }","duration":"360.45745ms","start":"2026-07-07T16:38:33.556759Z","end":"2026-07-07T16:38:33.917217Z","steps":["trace[277887005] 'range keys from in-memory index tree' (duration: 360.292646ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:34.227798Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004042893,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T16:38:34.316324Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.062031874s","expected-duration":"1s"} {"level":"info","ts":"2026-07-07T16:38:34.317042Z","caller":"traceutil/trace.go:171","msg":"trace[868998912] transaction","detail":"{read_only:false; response_revision:15805; number_of_response:1; }","duration":"1.108865087s","start":"2026-07-07T16:38:33.20812Z","end":"2026-07-07T16:38:34.316985Z","steps":["trace[868998912] 'process raft request' (duration: 1.10857198s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:34.317287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:33.208081Z","time spent":"1.109074712s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":675,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:38:34.317318Z","caller":"traceutil/trace.go:171","msg":"trace[412809741] transaction","detail":"{read_only:false; response_revision:15806; number_of_response:1; }","duration":"1.104616054s","start":"2026-07-07T16:38:33.212649Z","end":"2026-07-07T16:38:34.317265Z","steps":["trace[412809741] 'process raft request' (duration: 1.104240564s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:34.317382Z","caller":"traceutil/trace.go:171","msg":"trace[543297111] linearizableReadLoop","detail":"{readStateIndex:16371; appliedIndex:16368; }","duration":"1.090246037s","start":"2026-07-07T16:38:33.2271Z","end":"2026-07-07T16:38:34.317346Z","steps":["trace[543297111] 'read index received' (duration: 1.089501629s)","trace[543297111] 'applied index is now lower than readState.Index' (duration: 743.127µs)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:38:34.317497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:33.212629Z","time spent":"1.104782278s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":577,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:38:34.317894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.717109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-07T16:38:34.31789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003936618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:38:34.317957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.905144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-07T16:38:34.317997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.445464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:38:34.318005Z","caller":"traceutil/trace.go:171","msg":"trace[191742469] transaction","detail":"{read_only:false; response_revision:15807; number_of_response:1; }","duration":"1.105209998s","start":"2026-07-07T16:38:33.21278Z","end":"2026-07-07T16:38:34.31799Z","steps":["trace[191742469] 'process raft request' (duration: 1.104410829s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:34.318013Z","caller":"traceutil/trace.go:171","msg":"trace[1888715304] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15807; }","duration":"426.012586ms","start":"2026-07-07T16:38:33.891979Z","end":"2026-07-07T16:38:34.317991Z","steps":["trace[1888715304] 'agreement among raft nodes before linearized reading' (duration: 425.733199ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:34.318035Z","caller":"traceutil/trace.go:171","msg":"trace[1062873310] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15807; }","duration":"213.521646ms","start":"2026-07-07T16:38:34.104504Z","end":"2026-07-07T16:38:34.318026Z","steps":["trace[1062873310] 'agreement among raft nodes before linearized reading' (duration: 213.462955ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:34.318062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:33.891955Z","time spent":"426.096279ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-07T16:38:34.318123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:33.212746Z","time spent":"1.10530048s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":575,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:38:34.318133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.02884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:38:34.31819Z","caller":"traceutil/trace.go:171","msg":"trace[1351770094] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15807; }","duration":"279.145604ms","start":"2026-07-07T16:38:34.039029Z","end":"2026-07-07T16:38:34.318175Z","steps":["trace[1351770094] 'agreement among raft nodes before linearized reading' (duration: 279.039881ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:34.318223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.510607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.193\" ","response":"range_response_count:1 size:138"} {"level":"warn","ts":"2026-07-07T16:38:34.318203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108889557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:3958"} {"level":"info","ts":"2026-07-07T16:38:34.317998Z","caller":"traceutil/trace.go:171","msg":"trace[815870260] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:15807; }","duration":"1.004119883s","start":"2026-07-07T16:38:33.313853Z","end":"2026-07-07T16:38:34.317973Z","steps":["trace[815870260] 'agreement among raft nodes before linearized reading' (duration: 1.003863196s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:34.318289Z","caller":"traceutil/trace.go:171","msg":"trace[1309428985] range","detail":"{range_begin:/registry/masterleases/199.19.213.193; range_end:; response_count:1; response_revision:15807; }","duration":"793.6145ms","start":"2026-07-07T16:38:33.52466Z","end":"2026-07-07T16:38:34.318275Z","steps":["trace[1309428985] 'agreement among raft nodes before linearized reading' (duration: 793.376344ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:34.318313Z","caller":"traceutil/trace.go:171","msg":"trace[1420179209] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:15807; }","duration":"1.109048061s","start":"2026-07-07T16:38:33.209242Z","end":"2026-07-07T16:38:34.31829Z","steps":["trace[1420179209] 'agreement among raft nodes before linearized reading' (duration: 1.108753734s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:34.318341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:33.313829Z","time spent":"1.004492111s","remote":"127.0.0.1:45200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-07T16:38:34.318344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:33.524636Z","time spent":"793.695691ms","remote":"127.0.0.1:44782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.19.213.193\" "} {"level":"warn","ts":"2026-07-07T16:38:34.31836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.236852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-07T16:38:34.318375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:33.209228Z","time spent":"1.109136613s","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":3981,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-07-07T16:38:34.318465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.344874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-07T16:38:34.317945Z","caller":"traceutil/trace.go:171","msg":"trace[1414781377] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15807; }","duration":"425.787782ms","start":"2026-07-07T16:38:33.892142Z","end":"2026-07-07T16:38:34.31793Z","steps":["trace[1414781377] 'agreement among raft nodes before linearized reading' (duration: 425.555856ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:34.318389Z","caller":"traceutil/trace.go:171","msg":"trace[76643666] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15807; }","duration":"426.325175ms","start":"2026-07-07T16:38:33.892054Z","end":"2026-07-07T16:38:34.318379Z","steps":["trace[76643666] 'agreement among raft nodes before linearized reading' (duration: 426.218492ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:34.318497Z","caller":"traceutil/trace.go:171","msg":"trace[1071870054] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15807; }","duration":"426.433967ms","start":"2026-07-07T16:38:33.892055Z","end":"2026-07-07T16:38:34.318488Z","steps":["trace[1071870054] 'agreement among raft nodes before linearized reading' (duration: 426.353435ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:34.318514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:33.892135Z","time spent":"426.368836ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-07T16:38:34.318535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:33.89203Z","time spent":"426.498258ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-07T16:38:34.318543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:33.892015Z","time spent":"426.511269ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-07T16:38:34.318555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.449799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-07-07T16:38:34.318637Z","caller":"traceutil/trace.go:171","msg":"trace[1897343118] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:15807; }","duration":"937.584353ms","start":"2026-07-07T16:38:33.381029Z","end":"2026-07-07T16:38:34.318613Z","steps":["trace[1897343118] 'agreement among raft nodes before linearized reading' (duration: 937.324467ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:34.318695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:33.381002Z","time spent":"937.680845ms","remote":"127.0.0.1:44910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-07-07T16:38:34.319507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.115909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2224963"} {"level":"info","ts":"2026-07-07T16:38:34.319617Z","caller":"traceutil/trace.go:171","msg":"trace[1737203808] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:15807; }","duration":"841.342605ms","start":"2026-07-07T16:38:33.47824Z","end":"2026-07-07T16:38:34.319583Z","steps":["trace[1737203808] 'agreement among raft nodes before linearized reading' (duration: 839.9074ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:34.319674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:33.478206Z","time spent":"841.452526ms","remote":"127.0.0.1:44856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2224986,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-07-07T16:38:35.046324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.747724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8a1856cd-8db4-4236-8dd9-6aa998185a56\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-07-07T16:38:35.046478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.897633ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-07-07T16:38:35.046472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.851707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/nova-api-osapi.18c00f5533ce423d\" ","response":"range_response_count:1 size:681"} {"level":"info","ts":"2026-07-07T16:38:35.046523Z","caller":"traceutil/trace.go:171","msg":"trace[1374870232] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8a1856cd-8db4-4236-8dd9-6aa998185a56; range_end:; response_count:1; response_revision:15807; }","duration":"722.958759ms","start":"2026-07-07T16:38:34.323484Z","end":"2026-07-07T16:38:35.046443Z","steps":["trace[1374870232] 'range keys from in-memory index tree' (duration: 722.506458ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:35.046595Z","caller":"traceutil/trace.go:171","msg":"trace[1599186635] range","detail":"{range_begin:/registry/events/openstack/nova-api-osapi.18c00f5533ce423d; range_end:; response_count:1; response_revision:15807; }","duration":"723.038151ms","start":"2026-07-07T16:38:34.323531Z","end":"2026-07-07T16:38:35.046569Z","steps":["trace[1599186635] 'range keys from in-memory index tree' (duration: 722.610181ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:35.046612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:34.323454Z","time spent":"723.139974ms","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-8a1856cd-8db4-4236-8dd9-6aa998185a56\" "} {"level":"warn","ts":"2026-07-07T16:38:35.046656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:34.323506Z","time spent":"723.138683ms","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":704,"request content":"key:\"/registry/events/openstack/nova-api-osapi.18c00f5533ce423d\" "} {"level":"info","ts":"2026-07-07T16:38:35.046822Z","caller":"traceutil/trace.go:171","msg":"trace[1352675307] linearizableReadLoop","detail":"{readStateIndex:16373; appliedIndex:16371; }","duration":"723.136444ms","start":"2026-07-07T16:38:34.323666Z","end":"2026-07-07T16:38:35.046802Z","steps":["trace[1352675307] 'read index received' (duration: 117.403µs)","trace[1352675307] 'applied index is now lower than readState.Index' (duration: 723.017311ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:38:35.04697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:34.323575Z","time spent":"723.368339ms","remote":"127.0.0.1:44782","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-07T16:38:35.047074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.444641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:38:35.047143Z","caller":"traceutil/trace.go:171","msg":"trace[1794570283] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:15809; }","duration":"723.507632ms","start":"2026-07-07T16:38:34.32359Z","end":"2026-07-07T16:38:35.047098Z","steps":["trace[1794570283] 'agreement among raft nodes before linearized reading' (duration: 723.44365ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:35.047179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:34.323571Z","time spent":"723.598815ms","remote":"127.0.0.1:44934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-07T16:38:35.047019Z","caller":"traceutil/trace.go:171","msg":"trace[1222249622] transaction","detail":"{read_only:false; response_revision:15809; number_of_response:1; }","duration":"723.368469ms","start":"2026-07-07T16:38:34.323641Z","end":"2026-07-07T16:38:35.047009Z","steps":["trace[1222249622] 'process raft request' (duration: 723.059261ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:35.047616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:34.32361Z","time spent":"723.907092ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:38:35.049431Z","caller":"traceutil/trace.go:171","msg":"trace[1798387979] transaction","detail":"{read_only:false; response_revision:15808; number_of_response:1; }","duration":"725.650934ms","start":"2026-07-07T16:38:34.323644Z","end":"2026-07-07T16:38:35.049294Z","steps":["trace[1798387979] 'process raft request' (duration: 444.849151ms)","trace[1798387979] 'compare' (duration: 277.301198ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:38:35.04965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:34.323622Z","time spent":"725.925121ms","remote":"127.0.0.1:45084","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":690,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:38:35.54761Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004042910,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-07T16:38:35.807319Z","caller":"traceutil/trace.go:171","msg":"trace[2016650477] transaction","detail":"{read_only:false; response_revision:15810; number_of_response:1; }","duration":"1.483572911s","start":"2026-07-07T16:38:34.323702Z","end":"2026-07-07T16:38:35.807275Z","steps":["trace[2016650477] 'process raft request' (duration: 1.420949646s)","trace[2016650477] 'compare' (duration: 61.903287ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:38:35.807501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:34.32368Z","time spent":"1.483729094s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:38:35.80796Z","caller":"traceutil/trace.go:171","msg":"trace[1077034565] transaction","detail":"{read_only:false; response_revision:15817; number_of_response:1; }","duration":"1.379853482s","start":"2026-07-07T16:38:34.428077Z","end":"2026-07-07T16:38:35.80793Z","steps":["trace[1077034565] 'process raft request' (duration: 1.3798009s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:35.807948Z","caller":"traceutil/trace.go:171","msg":"trace[528993255] transaction","detail":"{read_only:false; response_revision:15813; number_of_response:1; }","duration":"1.482592607s","start":"2026-07-07T16:38:34.325304Z","end":"2026-07-07T16:38:35.807896Z","steps":["trace[528993255] 'process raft request' (duration: 1.482346181s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:35.808071Z","caller":"traceutil/trace.go:171","msg":"trace[48345114] transaction","detail":"{read_only:false; response_revision:15816; number_of_response:1; }","duration":"1.380092507s","start":"2026-07-07T16:38:34.427967Z","end":"2026-07-07T16:38:35.808059Z","steps":["trace[48345114] 'process raft request' (duration: 1.379864981s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:35.808094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:34.428063Z","time spent":"1.379974154s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:38:35.808154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:34.427951Z","time spent":"1.380171749s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:38:35.80795Z","caller":"traceutil/trace.go:171","msg":"trace[1757998621] transaction","detail":"{read_only:false; response_revision:15812; number_of_response:1; }","duration":"1.484170715s","start":"2026-07-07T16:38:34.323726Z","end":"2026-07-07T16:38:35.807897Z","steps":["trace[1757998621] 'process raft request' (duration: 1.483718294s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:35.808369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:34.323704Z","time spent":"1.484565575s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:38:35.807952Z","caller":"traceutil/trace.go:171","msg":"trace[781124603] transaction","detail":"{read_only:false; response_revision:15811; number_of_response:1; }","duration":"1.484199686s","start":"2026-07-07T16:38:34.323704Z","end":"2026-07-07T16:38:35.807904Z","steps":["trace[781124603] 'process raft request' (duration: 1.483432648s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:35.807956Z","caller":"traceutil/trace.go:171","msg":"trace[1271912506] transaction","detail":"{read_only:false; response_revision:15814; number_of_response:1; }","duration":"1.380801454s","start":"2026-07-07T16:38:34.427115Z","end":"2026-07-07T16:38:35.807916Z","steps":["trace[1271912506] 'process raft request' (duration: 1.380588119s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:35.808658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:34.323681Z","time spent":"1.484887812s","remote":"127.0.0.1:45084","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":694,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:38:35.808835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:34.427077Z","time spent":"1.381627754s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:38:35.807953Z","caller":"traceutil/trace.go:171","msg":"trace[35597221] transaction","detail":"{read_only:false; response_revision:15815; number_of_response:1; }","duration":"1.38063595s","start":"2026-07-07T16:38:34.427274Z","end":"2026-07-07T16:38:35.80791Z","steps":["trace[35597221] 'process raft request' (duration: 1.380522157s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:35.808197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:34.325273Z","time spent":"1.482789042s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:38:35.80917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:34.427235Z","time spent":"1.381795948s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:38:37.107204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000426476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-07T16:38:37.107319Z","caller":"traceutil/trace.go:171","msg":"trace[119589495] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000632841s","start":"2026-07-07T16:38:35.106659Z","end":"2026-07-07T16:38:37.107292Z","steps":["trace[119589495] 'agreement among raft nodes before linearized reading' (duration: 2.000450656s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:37.107406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:35.106644Z","time spent":"2.000740663s","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T16:38:37.154156Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.35333732s","expected-duration":"1s"} {"level":"info","ts":"2026-07-07T16:38:37.155032Z","caller":"traceutil/trace.go:171","msg":"trace[961227129] transaction","detail":"{read_only:false; response_revision:15818; number_of_response:1; }","duration":"2.105902397s","start":"2026-07-07T16:38:35.049068Z","end":"2026-07-07T16:38:37.15497Z","steps":["trace[961227129] 'process raft request' (duration: 2.105322843s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:37.155157Z","caller":"traceutil/trace.go:171","msg":"trace[1697303620] transaction","detail":"{read_only:false; response_revision:15819; number_of_response:1; }","duration":"2.10558135s","start":"2026-07-07T16:38:35.049539Z","end":"2026-07-07T16:38:37.155121Z","steps":["trace[1697303620] 'process raft request' (duration: 2.105107848s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:37.155141Z","caller":"traceutil/trace.go:171","msg":"trace[327079604] linearizableReadLoop","detail":"{readStateIndex:16385; appliedIndex:16374; }","duration":"2.108254755s","start":"2026-07-07T16:38:35.046858Z","end":"2026-07-07T16:38:37.155112Z","steps":["trace[327079604] 'read index received' (duration: 697.852163ms)","trace[327079604] 'applied index is now lower than readState.Index' (duration: 1.410401382s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:38:37.155235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:35.049037Z","time spent":"2.106089792s","remote":"127.0.0.1:44782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:38:37.155304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:35.049506Z","time spent":"2.105702713s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":666,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:38:37.155294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.173963764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:38:37.155357Z","caller":"traceutil/trace.go:171","msg":"trace[1207623237] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:15820; }","duration":"2.174106087s","start":"2026-07-07T16:38:34.981234Z","end":"2026-07-07T16:38:37.15534Z","steps":["trace[1207623237] 'agreement among raft nodes before linearized reading' (duration: 2.173930773s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:37.155394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.721968381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p22f7\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-07-07T16:38:37.155416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:34.981209Z","time spent":"2.17419604s","remote":"127.0.0.1:49546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:38:37.155429Z","caller":"traceutil/trace.go:171","msg":"trace[1713006551] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p22f7; range_end:; response_count:1; response_revision:15820; }","duration":"2.722041233s","start":"2026-07-07T16:38:34.433376Z","end":"2026-07-07T16:38:37.155417Z","steps":["trace[1713006551] 'agreement among raft nodes before linearized reading' (duration: 2.721879699s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:37.155461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:34.433365Z","time spent":"2.722087564s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-p22f7\" "} {"level":"info","ts":"2026-07-07T16:38:37.15564Z","caller":"traceutil/trace.go:171","msg":"trace[722157548] transaction","detail":"{read_only:false; response_revision:15820; number_of_response:1; }","duration":"1.947345801s","start":"2026-07-07T16:38:35.208287Z","end":"2026-07-07T16:38:37.155632Z","steps":["trace[722157548] 'process raft request' (duration: 1.946655175s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:37.15568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:35.208246Z","time spent":"1.947414113s","remote":"127.0.0.1:57700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7680,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:38:37.1558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.724608855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-72wnd\" ","response":"range_response_count:1 size:20644"} {"level":"info","ts":"2026-07-07T16:38:37.155843Z","caller":"traceutil/trace.go:171","msg":"trace[1470937083] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-72wnd; range_end:; response_count:1; response_revision:15820; }","duration":"2.724704337s","start":"2026-07-07T16:38:34.431127Z","end":"2026-07-07T16:38:37.155832Z","steps":["trace[1470937083] 'agreement among raft nodes before linearized reading' (duration: 2.724579714s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:37.15588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:34.431098Z","time spent":"2.724772009s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20667,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-72wnd\" "} {"level":"warn","ts":"2026-07-07T16:38:37.155868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.803698478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-07-07T16:38:37.155968Z","caller":"traceutil/trace.go:171","msg":"trace[572200900] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:15820; }","duration":"2.803823041s","start":"2026-07-07T16:38:34.352118Z","end":"2026-07-07T16:38:37.155941Z","steps":["trace[572200900] 'agreement among raft nodes before linearized reading' (duration: 2.803561364s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:37.155867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.830631279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1343"} {"level":"warn","ts":"2026-07-07T16:38:37.156021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:34.35211Z","time spent":"2.803902274s","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1840,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-07-07T16:38:37.15605Z","caller":"traceutil/trace.go:171","msg":"trace[504974378] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:15820; }","duration":"2.830802774s","start":"2026-07-07T16:38:34.325211Z","end":"2026-07-07T16:38:37.156013Z","steps":["trace[504974378] 'agreement among raft nodes before linearized reading' (duration: 2.830530797s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:37.15609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:34.325178Z","time spent":"2.830899576s","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1366,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-07-07T16:38:37.655565Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004042933,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-07T16:38:38.120239Z","caller":"traceutil/trace.go:171","msg":"trace[1428016337] transaction","detail":"{read_only:false; response_revision:15823; number_of_response:1; }","duration":"2.305545076s","start":"2026-07-07T16:38:35.814638Z","end":"2026-07-07T16:38:38.120183Z","steps":["trace[1428016337] 'process raft request' (duration: 2.305342791s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:38.120301Z","caller":"traceutil/trace.go:171","msg":"trace[1032723010] transaction","detail":"{read_only:false; response_revision:15822; number_of_response:1; }","duration":"2.306236123s","start":"2026-07-07T16:38:35.814018Z","end":"2026-07-07T16:38:38.120254Z","steps":["trace[1032723010] 'process raft request' (duration: 2.305836673s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:38.120393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:35.814617Z","time spent":"2.30570096s","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":667,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T16:38:38.120357Z","caller":"traceutil/trace.go:171","msg":"trace[748251479] transaction","detail":"{read_only:false; response_revision:15826; number_of_response:1; }","duration":"2.305295811s","start":"2026-07-07T16:38:35.815026Z","end":"2026-07-07T16:38:38.120321Z","steps":["trace[748251479] 'process raft request' (duration: 2.305115356s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:38.120421Z","caller":"traceutil/trace.go:171","msg":"trace[32520561] transaction","detail":"{read_only:false; response_revision:15828; number_of_response:1; }","duration":"2.305207138s","start":"2026-07-07T16:38:35.815185Z","end":"2026-07-07T16:38:38.120392Z","steps":["trace[32520561] 'process raft request' (duration: 2.305031724s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:38.120476Z","caller":"traceutil/trace.go:171","msg":"trace[265524663] transaction","detail":"{read_only:false; response_revision:15830; number_of_response:1; }","duration":"2.304992243s","start":"2026-07-07T16:38:35.815427Z","end":"2026-07-07T16:38:38.120419Z","steps":["trace[265524663] 'process raft request' (duration: 2.30485279s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:38.120477Z","caller":"traceutil/trace.go:171","msg":"trace[1211673918] transaction","detail":"{read_only:false; response_revision:15824; number_of_response:1; }","duration":"2.305646479s","start":"2026-07-07T16:38:35.814768Z","end":"2026-07-07T16:38:38.120414Z","steps":["trace[1211673918] 'process raft request' (duration: 2.305260369s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:38.120528Z","caller":"traceutil/trace.go:171","msg":"trace[1744417239] transaction","detail":"{read_only:false; response_revision:15827; number_of_response:1; }","duration":"2.305481815s","start":"2026-07-07T16:38:35.815029Z","end":"2026-07-07T16:38:38.120511Z","steps":["trace[1744417239] 'process raft request' (duration: 2.305146567s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:38.120554Z","caller":"traceutil/trace.go:171","msg":"trace[1223714646] transaction","detail":"{read_only:false; response_revision:15833; number_of_response:1; }","duration":"2.304822229s","start":"2026-07-07T16:38:35.815718Z","end":"2026-07-07T16:38:38.12054Z","steps":["trace[1223714646] 'process raft request' (duration: 2.304671495s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:38.12051Z","caller":"traceutil/trace.go:171","msg":"trace[79158545] transaction","detail":"{read_only:false; response_revision:15831; number_of_response:1; }","duration":"2.304996913s","start":"2026-07-07T16:38:35.815479Z","end":"2026-07-07T16:38:38.120475Z","steps":["trace[79158545] 'process raft request' (duration: 2.304840259s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:38.120522Z","caller":"traceutil/trace.go:171","msg":"trace[1195915248] transaction","detail":"{read_only:false; response_revision:15829; number_of_response:1; }","duration":"2.305033013s","start":"2026-07-07T16:38:35.815409Z","end":"2026-07-07T16:38:38.120443Z","steps":["trace[1195915248] 'process raft request' (duration: 2.304836409s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:38.120596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:35.815704Z","time spent":"2.30487266s","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":657,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:38:38.120562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:35.813986Z","time spent":"2.306429868s","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":679,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T16:38:38.120601Z","caller":"traceutil/trace.go:171","msg":"trace[2121887445] transaction","detail":"{read_only:false; response_revision:15835; number_of_response:1; }","duration":"2.304685246s","start":"2026-07-07T16:38:35.8159Z","end":"2026-07-07T16:38:38.120585Z","steps":["trace[2121887445] 'process raft request' (duration: 2.304583403s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:38.120615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:35.81502Z","time spent":"2.305541046s","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":661,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T16:38:38.120612Z","caller":"traceutil/trace.go:171","msg":"trace[1382575486] transaction","detail":"{read_only:false; response_revision:15825; number_of_response:1; }","duration":"2.305650189s","start":"2026-07-07T16:38:35.814952Z","end":"2026-07-07T16:38:38.120602Z","steps":["trace[1382575486] 'process raft request' (duration: 2.305153037s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:38.120611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:35.815166Z","time spent":"2.305366192s","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":663,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:38:38.120624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:35.815416Z","time spent":"2.305131366s","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":649,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:38:38.120635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:35.814751Z","time spent":"2.305806222s","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":669,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:38:38.120667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:35.81587Z","time spent":"2.304769047s","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":661,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:38:38.120665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:35.815472Z","time spent":"2.305119686s","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":651,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:38:38.120672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:35.814942Z","time spent":"2.3057041s","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":645,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:38:38.120678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:35.815392Z","time spent":"2.305230629s","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T16:38:38.120689Z","caller":"traceutil/trace.go:171","msg":"trace[1554655743] linearizableReadLoop","detail":"{readStateIndex:16404; appliedIndex:16385; }","duration":"965.451696ms","start":"2026-07-07T16:38:37.155218Z","end":"2026-07-07T16:38:38.12067Z","steps":["trace[1554655743] 'read index received' (duration: 924.981717ms)","trace[1554655743] 'applied index is now lower than readState.Index' (duration: 40.468889ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:38:38.120564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:35.815018Z","time spent":"2.305425023s","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":667,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T16:38:38.120758Z","caller":"traceutil/trace.go:171","msg":"trace[1076505614] transaction","detail":"{read_only:false; response_revision:15834; number_of_response:1; }","duration":"2.30485847s","start":"2026-07-07T16:38:35.815889Z","end":"2026-07-07T16:38:38.120748Z","steps":["trace[1076505614] 'process raft request' (duration: 2.304530482s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:38.120805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:35.815869Z","time spent":"2.304911051s","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":653,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T16:38:38.12079Z","caller":"traceutil/trace.go:171","msg":"trace[68203643] transaction","detail":"{read_only:false; response_revision:15832; number_of_response:1; }","duration":"2.305182208s","start":"2026-07-07T16:38:35.815566Z","end":"2026-07-07T16:38:38.120748Z","steps":["trace[68203643] 'process raft request' (duration: 2.304796019s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:38.120851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.360491253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-07T16:38:38.120866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.427830464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:38:38.120866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.442546838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-07T16:38:38.120868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.660352829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-07-07T16:38:38.120888Z","caller":"traceutil/trace.go:171","msg":"trace[596700432] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:15839; }","duration":"1.360588505s","start":"2026-07-07T16:38:36.760287Z","end":"2026-07-07T16:38:38.120876Z","steps":["trace[596700432] 'agreement among raft nodes before linearized reading' (duration: 1.360449812s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:38.120878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.455901663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T16:38:38.120902Z","caller":"traceutil/trace.go:171","msg":"trace[1819471311] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:15839; }","duration":"2.427938537s","start":"2026-07-07T16:38:35.692951Z","end":"2026-07-07T16:38:38.12089Z","steps":["trace[1819471311] 'agreement among raft nodes before linearized reading' (duration: 2.427809304s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:38.120903Z","caller":"traceutil/trace.go:171","msg":"trace[1104022699] transaction","detail":"{read_only:false; response_revision:15836; number_of_response:1; }","duration":"2.304923871s","start":"2026-07-07T16:38:35.81597Z","end":"2026-07-07T16:38:38.120894Z","steps":["trace[1104022699] 'process raft request' (duration: 2.304548712s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:38.12091Z","caller":"traceutil/trace.go:171","msg":"trace[1097737140] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:15839; }","duration":"1.44264409s","start":"2026-07-07T16:38:36.67825Z","end":"2026-07-07T16:38:38.120894Z","steps":["trace[1097737140] 'agreement among raft nodes before linearized reading' (duration: 1.442570629s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:38.120913Z","caller":"traceutil/trace.go:171","msg":"trace[1559772280] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:15839; }","duration":"2.660489504s","start":"2026-07-07T16:38:35.460412Z","end":"2026-07-07T16:38:38.120901Z","steps":["trace[1559772280] 'agreement among raft nodes before linearized reading' (duration: 2.660373891s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:38.120937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:35.692919Z","time spent":"2.428011139s","remote":"127.0.0.1:59942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:38:38.120942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:35.81596Z","time spent":"2.304967312s","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":663,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T16:38:38.120933Z","caller":"traceutil/trace.go:171","msg":"trace[1719930556] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:15839; }","duration":"2.456017257s","start":"2026-07-07T16:38:35.664901Z","end":"2026-07-07T16:38:38.120918Z","steps":["trace[1719930556] 'agreement among raft nodes before linearized reading' (duration: 2.455862793s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:38.120947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:36.678223Z","time spent":"1.442716082s","remote":"127.0.0.1:39220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:38:38.12088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.815425199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-07T16:38:38.120958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:35.815552Z","time spent":"2.305318781s","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":661,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:38:38.120999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.25001783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:38:38.121004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.068007673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-07-07T16:38:38.121037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012965526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:38:38.12101Z","caller":"traceutil/trace.go:171","msg":"trace[670916497] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:15839; }","duration":"1.815616854s","start":"2026-07-07T16:38:36.305371Z","end":"2026-07-07T16:38:38.120987Z","steps":["trace[670916497] 'agreement among raft nodes before linearized reading' (duration: 1.815401708s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:38.121014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.912294566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-07T16:38:38.121056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068175991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-07T16:38:38.121062Z","caller":"traceutil/trace.go:171","msg":"trace[920338703] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15839; }","duration":"1.013038907s","start":"2026-07-07T16:38:37.108016Z","end":"2026-07-07T16:38:38.121055Z","steps":["trace[920338703] 'agreement among raft nodes before linearized reading' (duration: 1.012983936s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:38.12105Z","caller":"traceutil/trace.go:171","msg":"trace[905298007] transaction","detail":"{read_only:false; response_revision:15838; number_of_response:1; }","duration":"2.305001834s","start":"2026-07-07T16:38:35.816023Z","end":"2026-07-07T16:38:38.121025Z","steps":["trace[905298007] 'process raft request' (duration: 2.304556073s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:38.121065Z","caller":"traceutil/trace.go:171","msg":"trace[787286042] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15839; }","duration":"3.068109155s","start":"2026-07-07T16:38:35.052942Z","end":"2026-07-07T16:38:38.121051Z","steps":["trace[787286042] 'agreement among raft nodes before linearized reading' (duration: 3.06789308s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:38.121085Z","caller":"traceutil/trace.go:171","msg":"trace[262401064] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15839; }","duration":"1.068247333s","start":"2026-07-07T16:38:37.052832Z","end":"2026-07-07T16:38:38.121079Z","steps":["trace[262401064] 'agreement among raft nodes before linearized reading' (duration: 1.06813689s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:38.121093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:37.107991Z","time spent":"1.013097548s","remote":"127.0.0.1:44742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T16:38:38.121085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:36.305344Z","time spent":"1.815725306s","remote":"127.0.0.1:39252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:38:38.121108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:37.052779Z","time spent":"1.068325284s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-07T16:38:38.121096Z","caller":"traceutil/trace.go:171","msg":"trace[716600297] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15839; }","duration":"2.912427359s","start":"2026-07-07T16:38:35.20865Z","end":"2026-07-07T16:38:38.121078Z","steps":["trace[716600297] 'agreement among raft nodes before linearized reading' (duration: 2.912129202s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:38.121106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.38134879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:17 size:156870"} {"level":"warn","ts":"2026-07-07T16:38:38.121114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:35.052932Z","time spent":"3.068171006s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-07T16:38:38.12115Z","caller":"traceutil/trace.go:171","msg":"trace[1292189787] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:17; response_revision:15839; }","duration":"2.381436202s","start":"2026-07-07T16:38:35.739701Z","end":"2026-07-07T16:38:38.121137Z","steps":["trace[1292189787] 'agreement among raft nodes before linearized reading' (duration: 2.381087074s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:38.121156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:35.208636Z","time spent":"2.91250345s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-07T16:38:38.120955Z","caller":"traceutil/trace.go:171","msg":"trace[813462717] transaction","detail":"{read_only:false; response_revision:15839; number_of_response:1; }","duration":"2.27760109s","start":"2026-07-07T16:38:35.843345Z","end":"2026-07-07T16:38:38.120946Z","steps":["trace[813462717] 'process raft request' (duration: 2.277266412s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:38.121184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:35.739676Z","time spent":"2.381500004s","remote":"127.0.0.1:45200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":17,"response size":156893,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-07-07T16:38:38.121151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:35.815992Z","time spent":"2.305105825s","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":645,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:38:38.120916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:36.760258Z","time spent":"1.360651887s","remote":"127.0.0.1:45264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":43,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:38:38.12095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:35.460382Z","time spent":"2.660560755s","remote":"127.0.0.1:44910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"info","ts":"2026-07-07T16:38:38.121027Z","caller":"traceutil/trace.go:171","msg":"trace[1698114332] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:15839; }","duration":"1.2500421s","start":"2026-07-07T16:38:36.870974Z","end":"2026-07-07T16:38:38.121017Z","steps":["trace[1698114332] 'agreement among raft nodes before linearized reading' (duration: 1.250001859s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:38.12125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:35.843299Z","time spent":"2.277901708s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:38:38.121268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:36.870802Z","time spent":"1.25045796s","remote":"127.0.0.1:42624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:38:38.120995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:35.664873Z","time spent":"2.456103318s","remote":"127.0.0.1:45200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":34,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:38:38.120875Z","caller":"traceutil/trace.go:171","msg":"trace[365308989] transaction","detail":"{read_only:false; response_revision:15837; number_of_response:1; }","duration":"2.304827359s","start":"2026-07-07T16:38:35.816037Z","end":"2026-07-07T16:38:38.120864Z","steps":["trace[365308989] 'process raft request' (duration: 2.304512271s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:38.121368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:35.816026Z","time spent":"2.305318431s","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":639,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T16:38:38.121709Z","caller":"traceutil/trace.go:171","msg":"trace[919487440] transaction","detail":"{read_only:false; response_revision:15821; number_of_response:1; }","duration":"2.350577156s","start":"2026-07-07T16:38:35.769467Z","end":"2026-07-07T16:38:38.120045Z","steps":["trace[919487440] 'process raft request' (duration: 2.310721102s)","trace[919487440] 'compare' (duration: 39.477685ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:38:38.123752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:35.769439Z","time spent":"2.354239804s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:38:38.121796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.129823345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-07T16:38:38.123988Z","caller":"traceutil/trace.go:171","msg":"trace[46501794] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:15839; }","duration":"2.13207113s","start":"2026-07-07T16:38:35.991899Z","end":"2026-07-07T16:38:38.12397Z","steps":["trace[46501794] 'agreement among raft nodes before linearized reading' (duration: 2.128876623s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:38.12404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:35.991863Z","time spent":"2.132161711s","remote":"127.0.0.1:45258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1463,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:38:38.727762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.481991ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T16:38:38.728128Z","caller":"traceutil/trace.go:171","msg":"trace[1497685351] transaction","detail":"{read_only:false; response_revision:15840; number_of_response:1; }","duration":"914.247797ms","start":"2026-07-07T16:38:37.813834Z","end":"2026-07-07T16:38:38.728082Z","steps":["trace[1497685351] 'process raft request' (duration: 410.349606ms)","trace[1497685351] 'compare' (duration: 503.255845ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:38:38.728196Z","caller":"traceutil/trace.go:171","msg":"trace[103940778] transaction","detail":"{read_only:false; response_revision:15841; number_of_response:1; }","duration":"913.301035ms","start":"2026-07-07T16:38:37.814854Z","end":"2026-07-07T16:38:38.728155Z","steps":["trace[103940778] 'process raft request' (duration: 913.132521ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:38.72836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:37.813803Z","time spent":"914.420161ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:38:38.728364Z","caller":"traceutil/trace.go:171","msg":"trace[1649261289] transaction","detail":"{read_only:false; response_revision:15842; number_of_response:1; }","duration":"913.346195ms","start":"2026-07-07T16:38:37.814993Z","end":"2026-07-07T16:38:38.72834Z","steps":["trace[1649261289] 'process raft request' (duration: 913.050038ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:38.728472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:37.814832Z","time spent":"913.473968ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:38:38.728494Z","caller":"traceutil/trace.go:171","msg":"trace[266691213] transaction","detail":"{read_only:false; response_revision:15843; number_of_response:1; }","duration":"913.056508ms","start":"2026-07-07T16:38:37.81536Z","end":"2026-07-07T16:38:38.728416Z","steps":["trace[266691213] 'process raft request' (duration: 912.71135ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:38.728557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:37.814962Z","time spent":"913.55532ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:38:38.728753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:37.815347Z","time spent":"913.262804ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:38:38.729004Z","caller":"traceutil/trace.go:171","msg":"trace[1204886435] linearizableReadLoop","detail":"{readStateIndex:16408; appliedIndex:16404; }","duration":"608.250616ms","start":"2026-07-07T16:38:38.120731Z","end":"2026-07-07T16:38:38.728982Z","steps":["trace[1204886435] 'read index received' (duration: 103.519625ms)","trace[1204886435] 'applied index is now lower than readState.Index' (duration: 504.728281ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:38:38.729082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.276698886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T16:38:38.72918Z","caller":"traceutil/trace.go:171","msg":"trace[1336721376] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:15843; }","duration":"1.27689663s","start":"2026-07-07T16:38:37.452272Z","end":"2026-07-07T16:38:38.729169Z","steps":["trace[1336721376] 'agreement among raft nodes before linearized reading' (duration: 1.276721076s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:38.729637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.506609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T16:38:38.729695Z","caller":"traceutil/trace.go:171","msg":"trace[1059974880] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:15843; }","duration":"906.589302ms","start":"2026-07-07T16:38:37.823091Z","end":"2026-07-07T16:38:38.729681Z","steps":["trace[1059974880] 'agreement among raft nodes before linearized reading' (duration: 906.489979ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:38.729729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.85241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-07T16:38:38.729779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:37.823083Z","time spent":"906.682714ms","remote":"127.0.0.1:44910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":10,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:38:38.729787Z","caller":"traceutil/trace.go:171","msg":"trace[1664104224] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15843; }","duration":"916.964763ms","start":"2026-07-07T16:38:37.812808Z","end":"2026-07-07T16:38:38.729773Z","steps":["trace[1664104224] 'agreement among raft nodes before linearized reading' (duration: 916.825609ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:38.729844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:37.81278Z","time spent":"917.045075ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-07T16:38:38.729649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:37.452244Z","time spent":"1.277392142s","remote":"127.0.0.1:44926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:38:38.730034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.199429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-07T16:38:38.730067Z","caller":"traceutil/trace.go:171","msg":"trace[447955322] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15843; }","duration":"917.281531ms","start":"2026-07-07T16:38:37.812778Z","end":"2026-07-07T16:38:38.730059Z","steps":["trace[447955322] 'agreement among raft nodes before linearized reading' (duration: 917.195039ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:38.730091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:37.812731Z","time spent":"917.354562ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-07T16:38:38.730092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.567661284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:66 size:631908"} {"level":"info","ts":"2026-07-07T16:38:38.730131Z","caller":"traceutil/trace.go:171","msg":"trace[1359139425] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:66; response_revision:15843; }","duration":"1.567713766s","start":"2026-07-07T16:38:37.162407Z","end":"2026-07-07T16:38:38.730121Z","steps":["trace[1359139425] 'agreement among raft nodes before linearized reading' (duration: 1.5670273s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:38.729268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.541097002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3684"} {"level":"info","ts":"2026-07-07T16:38:38.730179Z","caller":"traceutil/trace.go:171","msg":"trace[2054841790] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:15843; }","duration":"1.542055765s","start":"2026-07-07T16:38:37.188113Z","end":"2026-07-07T16:38:38.730169Z","steps":["trace[2054841790] 'agreement among raft nodes before linearized reading' (duration: 1.540967819s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:38.730215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:37.188087Z","time spent":"1.542119707s","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3707,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-07-07T16:38:38.730275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.571648861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-07T16:38:38.73031Z","caller":"traceutil/trace.go:171","msg":"trace[1186901586] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:15843; }","duration":"1.571706363s","start":"2026-07-07T16:38:37.158596Z","end":"2026-07-07T16:38:38.730302Z","steps":["trace[1186901586] 'agreement among raft nodes before linearized reading' (duration: 1.57160642s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:38.73035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:37.158575Z","time spent":"1.571767194s","remote":"127.0.0.1:44914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-07T16:38:38.730349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.568809733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-07-07T16:38:38.730427Z","caller":"traceutil/trace.go:171","msg":"trace[1233902343] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:15843; }","duration":"1.568938455s","start":"2026-07-07T16:38:37.161467Z","end":"2026-07-07T16:38:38.730405Z","steps":["trace[1233902343] 'agreement among raft nodes before linearized reading' (duration: 1.568695629s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:38.730172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:37.1624Z","time spent":"1.567762697s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":66,"response size":631931,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-07T16:38:38.730475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:37.161448Z","time spent":"1.569017358s","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1366,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-07-07T16:38:38.729449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.669992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-07T16:38:38.730833Z","caller":"traceutil/trace.go:171","msg":"trace[2118264998] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15843; }","duration":"917.055105ms","start":"2026-07-07T16:38:37.813764Z","end":"2026-07-07T16:38:38.730819Z","steps":["trace[2118264998] 'agreement among raft nodes before linearized reading' (duration: 915.429696ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:38.730864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:37.813729Z","time spent":"917.125727ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-07T16:38:38.729548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.949249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:38:38.730972Z","caller":"traceutil/trace.go:171","msg":"trace[265513646] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:15843; }","duration":"645.404124ms","start":"2026-07-07T16:38:38.085539Z","end":"2026-07-07T16:38:38.730943Z","steps":["trace[265513646] 'agreement among raft nodes before linearized reading' (duration: 643.951899ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:38.731067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:38.085513Z","time spent":"645.513096ms","remote":"127.0.0.1:34886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:38:38.729419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.566334412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18790"} {"level":"info","ts":"2026-07-07T16:38:38.731138Z","caller":"traceutil/trace.go:171","msg":"trace[1918970038] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:15843; }","duration":"1.568074074s","start":"2026-07-07T16:38:37.163049Z","end":"2026-07-07T16:38:38.731123Z","steps":["trace[1918970038] 'agreement among raft nodes before linearized reading' (duration: 1.56624114s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:38.731189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:37.163024Z","time spent":"1.568151457s","remote":"127.0.0.1:44926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18813,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-07-07T16:38:38.731493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.569900059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:66 size:631908"} {"level":"info","ts":"2026-07-07T16:38:38.731542Z","caller":"traceutil/trace.go:171","msg":"trace[1945479943] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:66; response_revision:15843; }","duration":"1.5699667s","start":"2026-07-07T16:38:37.161564Z","end":"2026-07-07T16:38:38.73153Z","steps":["trace[1945479943] 'agreement among raft nodes before linearized reading' (duration: 1.568734681s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:38.731614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:37.161556Z","time spent":"1.570043862s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":66,"response size":631931,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-07T16:38:39.256162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.032218ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T16:38:39.256571Z","caller":"traceutil/trace.go:171","msg":"trace[969666540] transaction","detail":"{read_only:false; response_revision:15844; number_of_response:1; }","duration":"1.129830223s","start":"2026-07-07T16:38:38.126687Z","end":"2026-07-07T16:38:39.256517Z","steps":["trace[969666540] 'process raft request' (duration: 915.349944ms)","trace[969666540] 'compare' (duration: 213.582017ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:38:39.256693Z","caller":"traceutil/trace.go:171","msg":"trace[364122498] transaction","detail":"{read_only:false; response_revision:15845; number_of_response:1; }","duration":"1.129406933s","start":"2026-07-07T16:38:38.127222Z","end":"2026-07-07T16:38:39.256629Z","steps":["trace[364122498] 'process raft request' (duration: 1.129099545s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:39.25686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:38.126667Z","time spent":"1.130044319s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:38:39.256892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:38.127215Z","time spent":"1.129570248s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:38:39.256924Z","caller":"traceutil/trace.go:171","msg":"trace[1507351171] transaction","detail":"{read_only:false; response_revision:15846; number_of_response:1; }","duration":"1.129034584s","start":"2026-07-07T16:38:38.127845Z","end":"2026-07-07T16:38:39.25688Z","steps":["trace[1507351171] 'process raft request' (duration: 1.128638514s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:39.257119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:38.127837Z","time spent":"1.129186858s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":713,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T16:38:39.257421Z","caller":"traceutil/trace.go:171","msg":"trace[384686645] linearizableReadLoop","detail":"{readStateIndex:16427; appliedIndex:16408; }","duration":"528.342712ms","start":"2026-07-07T16:38:38.729044Z","end":"2026-07-07T16:38:39.257387Z","steps":["trace[384686645] 'read index received' (duration: 312.969362ms)","trace[384686645] 'applied index is now lower than readState.Index' (duration: 215.37232ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:38:39.258042Z","caller":"traceutil/trace.go:171","msg":"trace[1519532453] transaction","detail":"{read_only:false; response_revision:15857; number_of_response:1; }","duration":"1.127917787s","start":"2026-07-07T16:38:38.130104Z","end":"2026-07-07T16:38:39.258022Z","steps":["trace[1519532453] 'process raft request' (duration: 1.127111068s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:39.258066Z","caller":"traceutil/trace.go:171","msg":"trace[1797775824] transaction","detail":"{read_only:false; response_revision:15862; number_of_response:1; }","duration":"1.126958734s","start":"2026-07-07T16:38:38.131077Z","end":"2026-07-07T16:38:39.258035Z","steps":["trace[1797775824] 'process raft request' (duration: 1.126271367s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:39.258095Z","caller":"traceutil/trace.go:171","msg":"trace[1537380033] transaction","detail":"{read_only:false; response_revision:15858; number_of_response:1; }","duration":"1.127751763s","start":"2026-07-07T16:38:38.130334Z","end":"2026-07-07T16:38:39.258086Z","steps":["trace[1537380033] 'process raft request' (duration: 1.126906533s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:39.258094Z","caller":"traceutil/trace.go:171","msg":"trace[742994301] transaction","detail":"{read_only:false; response_revision:15860; number_of_response:1; }","duration":"1.127640301s","start":"2026-07-07T16:38:38.130429Z","end":"2026-07-07T16:38:39.258069Z","steps":["trace[742994301] 'process raft request' (duration: 1.126863452s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:39.258146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.131032203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6c3a7f91-00af-4ee6-b3ea-aad16c1711fb\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-07-07T16:38:39.258382Z","caller":"traceutil/trace.go:171","msg":"trace[1988387907] transaction","detail":"{read_only:false; response_revision:15850; number_of_response:1; }","duration":"1.128664646s","start":"2026-07-07T16:38:38.1297Z","end":"2026-07-07T16:38:39.258364Z","steps":["trace[1988387907] 'process raft request' (duration: 1.127314683s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:39.258191Z","caller":"traceutil/trace.go:171","msg":"trace[110277265] transaction","detail":"{read_only:false; response_revision:15861; number_of_response:1; }","duration":"1.127309332s","start":"2026-07-07T16:38:38.130859Z","end":"2026-07-07T16:38:39.258168Z","steps":["trace[110277265] 'process raft request' (duration: 1.126463782s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:39.258471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.130767836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c00f508edff6b3\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-07T16:38:39.258433Z","caller":"traceutil/trace.go:171","msg":"trace[446551307] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6c3a7f91-00af-4ee6-b3ea-aad16c1711fb; range_end:; response_count:1; response_revision:15862; }","duration":"1.13134309s","start":"2026-07-07T16:38:38.127077Z","end":"2026-07-07T16:38:39.25842Z","steps":["trace[446551307] 'agreement among raft nodes before linearized reading' (duration: 1.130960881s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:39.258509Z","caller":"traceutil/trace.go:171","msg":"trace[1681346317] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c00f508edff6b3; range_end:; response_count:1; response_revision:15862; }","duration":"1.130810007s","start":"2026-07-07T16:38:38.127686Z","end":"2026-07-07T16:38:39.258496Z","steps":["trace[1681346317] 'agreement among raft nodes before linearized reading' (duration: 1.130647513s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:39.258531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:38.127069Z","time spent":"1.131448462s","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-6c3a7f91-00af-4ee6-b3ea-aad16c1711fb\" "} {"level":"warn","ts":"2026-07-07T16:38:39.258191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:38.130423Z","time spent":"1.127717042s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":737,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:38:39.258561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:38.127681Z","time spent":"1.130872188s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c00f508edff6b3\" "} {"level":"warn","ts":"2026-07-07T16:38:39.258553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:38.130849Z","time spent":"1.127648041s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":721,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:38:39.258214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:38.130326Z","time spent":"1.127804334s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":705,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T16:38:39.258243Z","caller":"traceutil/trace.go:171","msg":"trace[590977570] transaction","detail":"{read_only:false; response_revision:15851; number_of_response:1; }","duration":"1.12845101s","start":"2026-07-07T16:38:38.129774Z","end":"2026-07-07T16:38:39.258225Z","steps":["trace[590977570] 'process raft request' (duration: 1.127270642s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:39.258741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:38.129768Z","time spent":"1.128946012s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":713,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T16:38:39.258252Z","caller":"traceutil/trace.go:171","msg":"trace[626146045] transaction","detail":"{read_only:false; response_revision:15854; number_of_response:1; }","duration":"1.128238545s","start":"2026-07-07T16:38:38.130004Z","end":"2026-07-07T16:38:39.258243Z","steps":["trace[626146045] 'process raft request' (duration: 1.127124488s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:39.258501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:38.129692Z","time spent":"1.128779048s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":693,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T16:38:39.258271Z","caller":"traceutil/trace.go:171","msg":"trace[1493353092] transaction","detail":"{read_only:false; response_revision:15855; number_of_response:1; }","duration":"1.128214394s","start":"2026-07-07T16:38:38.130039Z","end":"2026-07-07T16:38:39.258254Z","steps":["trace[1493353092] 'process raft request' (duration: 1.127113677s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:39.258947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:38.129999Z","time spent":"1.128797678s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":713,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:38:39.258959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:38.130035Z","time spent":"1.12889365s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T16:38:39.258292Z","caller":"traceutil/trace.go:171","msg":"trace[1777173777] transaction","detail":"{read_only:false; response_revision:15847; number_of_response:1; }","duration":"1.130032129s","start":"2026-07-07T16:38:38.128247Z","end":"2026-07-07T16:38:39.25828Z","steps":["trace[1777173777] 'process raft request' (duration: 1.128572013s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:39.259157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:38.12824Z","time spent":"1.130886839s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":737,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:38:39.258291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126533504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:38:39.259257Z","caller":"traceutil/trace.go:171","msg":"trace[1407713790] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15862; }","duration":"1.127521828s","start":"2026-07-07T16:38:38.131722Z","end":"2026-07-07T16:38:39.259244Z","steps":["trace[1407713790] 'agreement among raft nodes before linearized reading' (duration: 1.126514264s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:39.259297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:38.13171Z","time spent":"1.127579009s","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-07T16:38:39.258293Z","caller":"traceutil/trace.go:171","msg":"trace[780180525] transaction","detail":"{read_only:false; response_revision:15853; number_of_response:1; }","duration":"1.128318527s","start":"2026-07-07T16:38:38.129967Z","end":"2026-07-07T16:38:39.258286Z","steps":["trace[780180525] 'process raft request' (duration: 1.127129918s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:39.259364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:38.129943Z","time spent":"1.129396833s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":705,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:38:39.258282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:38.13104Z","time spent":"1.127082397s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":713,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T16:38:39.258324Z","caller":"traceutil/trace.go:171","msg":"trace[1822706412] transaction","detail":"{read_only:false; response_revision:15849; number_of_response:1; }","duration":"1.12926351s","start":"2026-07-07T16:38:38.129051Z","end":"2026-07-07T16:38:39.258315Z","steps":["trace[1822706412] 'process raft request' (duration: 1.127936777s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:39.259587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:38.129044Z","time spent":"1.130431158s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":717,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T16:38:39.258332Z","caller":"traceutil/trace.go:171","msg":"trace[2108230987] transaction","detail":"{read_only:false; response_revision:15852; number_of_response:1; }","duration":"1.128379589s","start":"2026-07-07T16:38:38.1299Z","end":"2026-07-07T16:38:39.25828Z","steps":["trace[2108230987] 'process raft request' (duration: 1.12717337s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:39.259762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:38.129892Z","time spent":"1.129793233s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":717,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T16:38:39.258351Z","caller":"traceutil/trace.go:171","msg":"trace[775816360] transaction","detail":"{read_only:false; response_revision:15848; number_of_response:1; }","duration":"1.129460834s","start":"2026-07-07T16:38:38.128881Z","end":"2026-07-07T16:38:39.258341Z","steps":["trace[775816360] 'process raft request' (duration: 1.128076471s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:39.258135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:38.1301Z","time spent":"1.127997599s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":705,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T16:38:39.258054Z","caller":"traceutil/trace.go:171","msg":"trace[1062710491] transaction","detail":"{read_only:false; response_revision:15859; number_of_response:1; }","duration":"1.127645251s","start":"2026-07-07T16:38:38.130391Z","end":"2026-07-07T16:38:39.258036Z","steps":["trace[1062710491] 'process raft request' (duration: 1.126874742s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:39.25998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:38.128872Z","time spent":"1.131008842s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":705,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:38:39.260061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:38.130385Z","time spent":"1.129642939s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":717,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T16:38:39.258279Z","caller":"traceutil/trace.go:171","msg":"trace[937846358] transaction","detail":"{read_only:false; response_revision:15856; number_of_response:1; }","duration":"1.128197584s","start":"2026-07-07T16:38:38.130071Z","end":"2026-07-07T16:38:39.258268Z","steps":["trace[937846358] 'process raft request' (duration: 1.127112608s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:39.260192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:38.130067Z","time spent":"1.13010057s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:38:39.258971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.136338151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18790"} {"level":"info","ts":"2026-07-07T16:38:39.260249Z","caller":"traceutil/trace.go:171","msg":"trace[950530091] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:15862; }","duration":"1.137700874s","start":"2026-07-07T16:38:38.122531Z","end":"2026-07-07T16:38:39.260232Z","steps":["trace[950530091] 'agreement among raft nodes before linearized reading' (duration: 1.135796948s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:39.260305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:38.122513Z","time spent":"1.137773805s","remote":"127.0.0.1:44926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18813,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-07T16:38:39.599495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.590151ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T16:38:39.599784Z","caller":"traceutil/trace.go:171","msg":"trace[132293896] linearizableReadLoop","detail":"{readStateIndex:16430; appliedIndex:16427; }","duration":"342.25598ms","start":"2026-07-07T16:38:39.257507Z","end":"2026-07-07T16:38:39.599763Z","steps":["trace[132293896] 'read index received' (duration: 237.372603ms)","trace[132293896] 'applied index is now lower than readState.Index' (duration: 104.882597ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:38:39.599811Z","caller":"traceutil/trace.go:171","msg":"trace[704268245] transaction","detail":"{read_only:false; response_revision:15863; number_of_response:1; }","duration":"862.114327ms","start":"2026-07-07T16:38:38.737657Z","end":"2026-07-07T16:38:39.599772Z","steps":["trace[704268245] 'process raft request' (duration: 757.135697ms)","trace[704268245] 'compare' (duration: 104.107988ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:38:39.599849Z","caller":"traceutil/trace.go:171","msg":"trace[1641695285] transaction","detail":"{read_only:false; response_revision:15865; number_of_response:1; }","duration":"862.090726ms","start":"2026-07-07T16:38:38.73771Z","end":"2026-07-07T16:38:39.599801Z","steps":["trace[1641695285] 'process raft request' (duration: 862.009864ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:39.599906Z","caller":"traceutil/trace.go:171","msg":"trace[1003930348] transaction","detail":"{read_only:false; response_revision:15864; number_of_response:1; }","duration":"862.144657ms","start":"2026-07-07T16:38:38.737706Z","end":"2026-07-07T16:38:39.599851Z","steps":["trace[1003930348] 'process raft request' (duration: 861.911312ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:39.600028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:38.737622Z","time spent":"862.281211ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:38:39.600029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.397094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"warn","ts":"2026-07-07T16:38:39.600055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:38.737697Z","time spent":"862.25632ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:38:39.600087Z","caller":"traceutil/trace.go:171","msg":"trace[3464131] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:15865; }","duration":"862.493446ms","start":"2026-07-07T16:38:38.737577Z","end":"2026-07-07T16:38:39.60007Z","steps":["trace[3464131] 'agreement among raft nodes before linearized reading' (duration: 862.25884ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:39.599964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.438332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:138"} {"level":"warn","ts":"2026-07-07T16:38:39.600131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:38.737559Z","time spent":"862.562718ms","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":673,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"info","ts":"2026-07-07T16:38:39.600158Z","caller":"traceutil/trace.go:171","msg":"trace[1223825129] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:15865; }","duration":"866.667148ms","start":"2026-07-07T16:38:38.73348Z","end":"2026-07-07T16:38:39.600147Z","steps":["trace[1223825129] 'agreement among raft nodes before linearized reading' (duration: 866.36291ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:39.600152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.480675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3684"} {"level":"warn","ts":"2026-07-07T16:38:39.600218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:38.737688Z","time spent":"862.326382ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:38:39.600284Z","caller":"traceutil/trace.go:171","msg":"trace[1615537011] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:15865; }","duration":"862.6446ms","start":"2026-07-07T16:38:38.737585Z","end":"2026-07-07T16:38:39.60023Z","steps":["trace[1615537011] 'agreement among raft nodes before linearized reading' (duration: 862.285361ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:39.600196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:38.733456Z","time spent":"866.729159ms","remote":"127.0.0.1:44782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-07T16:38:39.600363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:38.737565Z","time spent":"862.765723ms","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3707,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-07-07T16:38:39.66545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.016769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:38:39.665528Z","caller":"traceutil/trace.go:171","msg":"trace[1888462920] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15866; }","duration":"405.147242ms","start":"2026-07-07T16:38:39.260365Z","end":"2026-07-07T16:38:39.665512Z","steps":["trace[1888462920] 'agreement among raft nodes before linearized reading' (duration: 404.969208ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:39.665564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:39.26035Z","time spent":"405.208413ms","remote":"127.0.0.1:44742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T16:38:39.665597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.010128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"warn","ts":"2026-07-07T16:38:39.665618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.489449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"warn","ts":"2026-07-07T16:38:39.665643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.261545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129408"} {"level":"info","ts":"2026-07-07T16:38:39.665717Z","caller":"traceutil/trace.go:171","msg":"trace[365941405] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:15866; }","duration":"393.654583ms","start":"2026-07-07T16:38:39.272037Z","end":"2026-07-07T16:38:39.665692Z","steps":["trace[365941405] 'agreement among raft nodes before linearized reading' (duration: 393.313055ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:39.665767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:39.272012Z","time spent":"393.746046ms","remote":"127.0.0.1:49750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-07T16:38:39.66576Z","caller":"traceutil/trace.go:171","msg":"trace[95762321] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:15866; }","duration":"300.180942ms","start":"2026-07-07T16:38:39.365489Z","end":"2026-07-07T16:38:39.66567Z","steps":["trace[95762321] 'agreement among raft nodes before linearized reading' (duration: 299.807373ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:39.665759Z","caller":"traceutil/trace.go:171","msg":"trace[1700810672] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:15866; }","duration":"398.412739ms","start":"2026-07-07T16:38:39.267314Z","end":"2026-07-07T16:38:39.665727Z","steps":["trace[1700810672] 'agreement among raft nodes before linearized reading' (duration: 398.005479ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:39.665819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:39.365466Z","time spent":"300.340696ms","remote":"127.0.0.1:44910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-07-07T16:38:39.665828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:39.267292Z","time spent":"398.521331ms","remote":"127.0.0.1:44800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129431,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-07-07T16:38:39.666101Z","caller":"traceutil/trace.go:171","msg":"trace[680659948] transaction","detail":"{read_only:false; response_revision:15866; number_of_response:1; }","duration":"402.678902ms","start":"2026-07-07T16:38:39.26341Z","end":"2026-07-07T16:38:39.666088Z","steps":["trace[680659948] 'process raft request' (duration: 401.669277ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:39.666223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:39.263382Z","time spent":"402.748174ms","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:38:40.170038Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004042966,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-07T16:38:40.380414Z","caller":"traceutil/trace.go:171","msg":"trace[510035922] linearizableReadLoop","detail":"{readStateIndex:16432; appliedIndex:16431; }","duration":"710.652313ms","start":"2026-07-07T16:38:39.669732Z","end":"2026-07-07T16:38:40.380385Z","steps":["trace[510035922] 'read index received' (duration: 710.265443ms)","trace[510035922] 'applied index is now lower than readState.Index' (duration: 384.99µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:38:40.380464Z","caller":"traceutil/trace.go:171","msg":"trace[116702335] transaction","detail":"{read_only:false; response_revision:15867; number_of_response:1; }","duration":"711.286008ms","start":"2026-07-07T16:38:39.669124Z","end":"2026-07-07T16:38:40.38041Z","steps":["trace[116702335] 'process raft request' (duration: 710.960331ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:40.38066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:39.6691Z","time spent":"711.460602ms","remote":"127.0.0.1:44800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":129394,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:38:40.380848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.070393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-cb248125-879e-40de-a0c0-faf15c2b1b43\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-07-07T16:38:40.38097Z","caller":"traceutil/trace.go:171","msg":"trace[1955682349] range","detail":"{range_begin:/registry/persistentvolumes/pvc-cb248125-879e-40de-a0c0-faf15c2b1b43; range_end:; response_count:1; response_revision:15867; }","duration":"711.245807ms","start":"2026-07-07T16:38:39.6697Z","end":"2026-07-07T16:38:40.380946Z","steps":["trace[1955682349] 'agreement among raft nodes before linearized reading' (duration: 710.825247ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:40.381046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:39.669677Z","time spent":"711.352909ms","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-cb248125-879e-40de-a0c0-faf15c2b1b43\" "} {"level":"warn","ts":"2026-07-07T16:38:40.603805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.355775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:38:40.60381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.578746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:38:40.603901Z","caller":"traceutil/trace.go:171","msg":"trace[503622337] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:15867; }","duration":"252.566911ms","start":"2026-07-07T16:38:40.35131Z","end":"2026-07-07T16:38:40.603877Z","steps":["trace[503622337] 'agreement among raft nodes before linearized reading' (duration: 29.3368ms)","trace[503622337] 'count revisions from in-memory index tree' (duration: 223.066487ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:38:40.603927Z","caller":"traceutil/trace.go:171","msg":"trace[131880763] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:15867; }","duration":"351.795651ms","start":"2026-07-07T16:38:40.2521Z","end":"2026-07-07T16:38:40.603896Z","steps":["trace[131880763] 'agreement among raft nodes before linearized reading' (duration: 128.503109ms)","trace[131880763] 'count revisions from in-memory index tree' (duration: 223.055166ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:38:40.603948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.419706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129408"} {"level":"info","ts":"2026-07-07T16:38:40.604049Z","caller":"traceutil/trace.go:171","msg":"trace[25057467] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:15867; }","duration":"221.596381ms","start":"2026-07-07T16:38:40.38243Z","end":"2026-07-07T16:38:40.604026Z","steps":["trace[25057467] 'range keys from in-memory index tree' (duration: 221.223122ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:40.604055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.859856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:38:40.604055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.637417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:38:40.604151Z","caller":"traceutil/trace.go:171","msg":"trace[128946073] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:15867; }","duration":"933.770191ms","start":"2026-07-07T16:38:39.670359Z","end":"2026-07-07T16:38:40.604129Z","steps":["trace[128946073] 'agreement among raft nodes before linearized reading' (duration: 710.238793ms)","trace[128946073] 'range keys from in-memory index tree' (duration: 223.386045ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:38:40.604163Z","caller":"traceutil/trace.go:171","msg":"trace[168539136] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15867; }","duration":"929.983639ms","start":"2026-07-07T16:38:39.674142Z","end":"2026-07-07T16:38:40.604125Z","steps":["trace[168539136] 'agreement among raft nodes before linearized reading' (duration: 706.476741ms)","trace[168539136] 'range keys from in-memory index tree' (duration: 223.367573ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:38:40.603988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:40.252071Z","time spent":"351.904534ms","remote":"127.0.0.1:44894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:38:40.604185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.771491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"warn","ts":"2026-07-07T16:38:40.604211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:39.670351Z","time spent":"933.849082ms","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" "} {"level":"info","ts":"2026-07-07T16:38:40.604228Z","caller":"traceutil/trace.go:171","msg":"trace[2038101229] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:15867; }","duration":"933.827492ms","start":"2026-07-07T16:38:39.670385Z","end":"2026-07-07T16:38:40.604213Z","steps":["trace[2038101229] 'agreement among raft nodes before linearized reading' (duration: 710.247243ms)","trace[2038101229] 'range keys from in-memory index tree' (duration: 223.390024ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:38:40.604272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:39.670376Z","time spent":"933.889773ms","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1365,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"warn","ts":"2026-07-07T16:38:40.604199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.412316ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-07T16:38:40.604438Z","caller":"traceutil/trace.go:171","msg":"trace[1565774183] transaction","detail":"{read_only:false; response_revision:15868; number_of_response:1; }","duration":"221.826167ms","start":"2026-07-07T16:38:40.382597Z","end":"2026-07-07T16:38:40.604423Z","steps":["trace[1565774183] 'process raft request' (duration: 86.103293ms)","trace[1565774183] 'compare' (duration: 134.937505ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:38:40.604211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:39.674134Z","time spent":"930.070181ms","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T16:38:41.315477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.412538ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-07T16:38:41.315625Z","caller":"traceutil/trace.go:171","msg":"trace[785471985] transaction","detail":"{read_only:false; response_revision:15869; number_of_response:1; }","duration":"706.565954ms","start":"2026-07-07T16:38:40.60903Z","end":"2026-07-07T16:38:41.315596Z","steps":["trace[785471985] 'process raft request' (duration: 307.92785ms)","trace[785471985] 'compare' (duration: 397.850435ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:38:41.315685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:40.609006Z","time spent":"706.657515ms","remote":"127.0.0.1:44990","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":951,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:38:42.021466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.575183ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T16:38:42.021956Z","caller":"traceutil/trace.go:171","msg":"trace[1034610565] transaction","detail":"{read_only:false; response_revision:15871; number_of_response:1; }","duration":"1.411881186s","start":"2026-07-07T16:38:40.610047Z","end":"2026-07-07T16:38:42.021928Z","steps":["trace[1034610565] 'process raft request' (duration: 1.41162541s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:42.021986Z","caller":"traceutil/trace.go:171","msg":"trace[1800448380] transaction","detail":"{read_only:false; response_revision:15870; number_of_response:1; }","duration":"1.412818879s","start":"2026-07-07T16:38:40.609114Z","end":"2026-07-07T16:38:42.021933Z","steps":["trace[1800448380] 'process raft request' (duration: 922.627031ms)","trace[1800448380] 'compare' (duration: 489.03813ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:38:42.022036Z","caller":"traceutil/trace.go:171","msg":"trace[500855463] transaction","detail":"{read_only:false; response_revision:15872; number_of_response:1; }","duration":"1.288770198s","start":"2026-07-07T16:38:40.733245Z","end":"2026-07-07T16:38:42.022015Z","steps":["trace[500855463] 'process raft request' (duration: 1.288568693s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:42.022152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:40.610027Z","time spent":"1.41204094s","remote":"127.0.0.1:44914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:38:42.022153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:40.733219Z","time spent":"1.288861529s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:38:42.022153Z","caller":"traceutil/trace.go:171","msg":"trace[470736870] transaction","detail":"{read_only:false; response_revision:15873; number_of_response:1; }","duration":"1.287334533s","start":"2026-07-07T16:38:40.734773Z","end":"2026-07-07T16:38:42.022108Z","steps":["trace[470736870] 'process raft request' (duration: 1.287135168s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:42.022273Z","caller":"traceutil/trace.go:171","msg":"trace[757730110] linearizableReadLoop","detail":"{readStateIndex:16435; appliedIndex:16433; }","duration":"1.412968822s","start":"2026-07-07T16:38:40.609293Z","end":"2026-07-07T16:38:42.022261Z","steps":["trace[757730110] 'read index received' (duration: 307.766075ms)","trace[757730110] 'applied index is now lower than readState.Index' (duration: 1.105201697s)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:38:42.022349Z","caller":"traceutil/trace.go:171","msg":"trace[1776927187] transaction","detail":"{read_only:false; response_revision:15875; number_of_response:1; }","duration":"1.285460307s","start":"2026-07-07T16:38:40.736775Z","end":"2026-07-07T16:38:42.022236Z","steps":["trace[1776927187] 'process raft request' (duration: 1.285280623s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:42.022153Z","caller":"traceutil/trace.go:171","msg":"trace[1741101690] transaction","detail":"{read_only:false; response_revision:15874; number_of_response:1; }","duration":"1.287168209s","start":"2026-07-07T16:38:40.734959Z","end":"2026-07-07T16:38:42.022127Z","steps":["trace[1741101690] 'process raft request' (duration: 1.287013605s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:42.022225Z","caller":"traceutil/trace.go:171","msg":"trace[701993978] transaction","detail":"{read_only:false; response_revision:15876; number_of_response:1; }","duration":"1.28516709s","start":"2026-07-07T16:38:40.737034Z","end":"2026-07-07T16:38:42.022201Z","steps":["trace[701993978] 'process raft request' (duration: 1.285079678s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:42.022588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:40.73702Z","time spent":"1.285528149s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:38:42.022589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:40.609063Z","time spent":"1.413014143s","remote":"127.0.0.1:44800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":129394,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:38:42.022408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:40.734736Z","time spent":"1.287542808s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:38:42.022646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:40.73495Z","time spent":"1.287553799s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:38:42.023468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:40.736741Z","time spent":"1.285746884s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:38:42.314274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.060585ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-07-07T16:38:42.314531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.705185012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-07-07T16:38:42.314674Z","caller":"traceutil/trace.go:171","msg":"trace[197741906] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:15876; }","duration":"1.705401577s","start":"2026-07-07T16:38:40.609231Z","end":"2026-07-07T16:38:42.314633Z","steps":["trace[197741906] 'agreement among raft nodes before linearized reading' (duration: 1.413123526s)","trace[197741906] 'range keys from in-memory index tree' (duration: 291.927133ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:38:42.314749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:40.609206Z","time spent":"1.705524309s","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":731,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"info","ts":"2026-07-07T16:38:42.314573Z","caller":"traceutil/trace.go:171","msg":"trace[2103714787] linearizableReadLoop","detail":"{readStateIndex:16442; appliedIndex:16441; }","duration":"292.23718ms","start":"2026-07-07T16:38:42.022301Z","end":"2026-07-07T16:38:42.314538Z","steps":["trace[2103714787] 'read index received' (duration: 58.761µs)","trace[2103714787] 'applied index is now lower than readState.Index' (duration: 292.177349ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:38:42.314952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.223867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-07T16:38:42.314996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.272718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-07T16:38:42.315052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05202549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-07T16:38:42.315072Z","caller":"traceutil/trace.go:171","msg":"trace[493495580] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15876; }","duration":"709.400961ms","start":"2026-07-07T16:38:41.605652Z","end":"2026-07-07T16:38:42.315053Z","steps":["trace[493495580] 'agreement among raft nodes before linearized reading' (duration: 708.893519ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:42.315093Z","caller":"traceutil/trace.go:171","msg":"trace[93961843] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15876; }","duration":"1.052201745s","start":"2026-07-07T16:38:41.262882Z","end":"2026-07-07T16:38:42.315083Z","steps":["trace[93961843] 'agreement among raft nodes before linearized reading' (duration: 1.051780465s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:42.315119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:41.605625Z","time spent":"709.481832ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-07T16:38:42.315138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:41.262847Z","time spent":"1.052282806s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-07T16:38:42.315188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006661702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T16:38:42.315225Z","caller":"traceutil/trace.go:171","msg":"trace[262330618] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:15876; }","duration":"1.006771795s","start":"2026-07-07T16:38:41.308444Z","end":"2026-07-07T16:38:42.315216Z","steps":["trace[262330618] 'agreement among raft nodes before linearized reading' (duration: 1.006196891s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:42.315261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:41.308429Z","time spent":"1.006823856s","remote":"127.0.0.1:42608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":50,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:38:42.315321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.571238201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-72wnd\" ","response":"range_response_count:1 size:20644"} {"level":"warn","ts":"2026-07-07T16:38:42.315341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.477329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-07T16:38:42.315304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052686996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-07T16:38:42.315383Z","caller":"traceutil/trace.go:171","msg":"trace[108690461] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15876; }","duration":"708.52602ms","start":"2026-07-07T16:38:41.606846Z","end":"2026-07-07T16:38:42.315372Z","steps":["trace[108690461] 'agreement among raft nodes before linearized reading' (duration: 707.794482ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:42.315419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:41.60684Z","time spent":"708.572661ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-07T16:38:42.315055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.553848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:38:42.31501Z","caller":"traceutil/trace.go:171","msg":"trace[31852301] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15876; }","duration":"709.34127ms","start":"2026-07-07T16:38:41.605653Z","end":"2026-07-07T16:38:42.314995Z","steps":["trace[31852301] 'agreement among raft nodes before linearized reading' (duration: 708.993221ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:42.315461Z","caller":"traceutil/trace.go:171","msg":"trace[1090698212] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:15876; }","duration":"880.014389ms","start":"2026-07-07T16:38:41.435435Z","end":"2026-07-07T16:38:42.315449Z","steps":["trace[1090698212] 'agreement among raft nodes before linearized reading' (duration: 879.192079ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:42.315445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.702254811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"warn","ts":"2026-07-07T16:38:42.31551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:41.605625Z","time spent":"709.865562ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-07T16:38:42.315411Z","caller":"traceutil/trace.go:171","msg":"trace[1604901807] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15876; }","duration":"1.05284617s","start":"2026-07-07T16:38:41.262542Z","end":"2026-07-07T16:38:42.315389Z","steps":["trace[1604901807] 'agreement among raft nodes before linearized reading' (duration: 1.052139023s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:42.315382Z","caller":"traceutil/trace.go:171","msg":"trace[736187735] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-72wnd; range_end:; response_count:1; response_revision:15876; }","duration":"1.571326974s","start":"2026-07-07T16:38:40.744041Z","end":"2026-07-07T16:38:42.315368Z","steps":["trace[736187735] 'agreement among raft nodes before linearized reading' (duration: 1.570685618s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:42.315653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:40.74403Z","time spent":"1.57160474s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20667,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-72wnd\" "} {"level":"info","ts":"2026-07-07T16:38:42.315598Z","caller":"traceutil/trace.go:171","msg":"trace[377176507] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:15876; }","duration":"1.702476826s","start":"2026-07-07T16:38:40.613076Z","end":"2026-07-07T16:38:42.315553Z","steps":["trace[377176507] 'agreement among raft nodes before linearized reading' (duration: 1.701527763s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:42.315743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:40.613064Z","time spent":"1.70263846s","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":719,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" "} {"level":"warn","ts":"2026-07-07T16:38:42.315508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:41.435407Z","time spent":"880.085801ms","remote":"127.0.0.1:44954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:38:42.315096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.575626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T16:38:42.315808Z","caller":"traceutil/trace.go:171","msg":"trace[1762239319] transaction","detail":"{read_only:false; response_revision:15877; number_of_response:1; }","duration":"289.974405ms","start":"2026-07-07T16:38:42.025812Z","end":"2026-07-07T16:38:42.315786Z","steps":["trace[1762239319] 'process raft request' (duration: 288.601422ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:42.315837Z","caller":"traceutil/trace.go:171","msg":"trace[1104958372] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:15876; }","duration":"314.374855ms","start":"2026-07-07T16:38:42.001447Z","end":"2026-07-07T16:38:42.315822Z","steps":["trace[1104958372] 'agreement among raft nodes before linearized reading' (duration: 313.177316ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:42.315267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.208873755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:38:42.315595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:41.262518Z","time spent":"1.053067335s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-07T16:38:42.315944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.569792476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p22f7\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-07-07T16:38:42.315886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:42.001418Z","time spent":"314.448967ms","remote":"127.0.0.1:34848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:38:42.316042Z","caller":"traceutil/trace.go:171","msg":"trace[1606936074] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p22f7; range_end:; response_count:1; response_revision:15876; }","duration":"1.569957121s","start":"2026-07-07T16:38:40.746061Z","end":"2026-07-07T16:38:42.316018Z","steps":["trace[1606936074] 'agreement among raft nodes before linearized reading' (duration: 1.568654009s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:42.314968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.746536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:38:42.316106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:40.746051Z","time spent":"1.570044362s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-p22f7\" "} {"level":"info","ts":"2026-07-07T16:38:42.316116Z","caller":"traceutil/trace.go:171","msg":"trace[1009074104] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:15876; }","duration":"635.931274ms","start":"2026-07-07T16:38:41.68016Z","end":"2026-07-07T16:38:42.316091Z","steps":["trace[1009074104] 'agreement among raft nodes before linearized reading' (duration: 634.539261ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:42.316182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:41.680144Z","time spent":"636.013827ms","remote":"127.0.0.1:34834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:38:42.316067Z","caller":"traceutil/trace.go:171","msg":"trace[1462395859] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15876; }","duration":"1.209576671s","start":"2026-07-07T16:38:41.10635Z","end":"2026-07-07T16:38:42.315927Z","steps":["trace[1462395859] 'agreement among raft nodes before linearized reading' (duration: 1.208351692s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:42.316692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:41.106325Z","time spent":"1.210308839s","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T16:38:42.60367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.330137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-07-07T16:38:42.603792Z","caller":"traceutil/trace.go:171","msg":"trace[1398815888] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:15877; }","duration":"281.48179ms","start":"2026-07-07T16:38:42.32228Z","end":"2026-07-07T16:38:42.603761Z","steps":["trace[1398815888] 'range keys from in-memory index tree' (duration: 281.06786ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:42.603786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.237781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:38:42.603846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.465105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129408"} {"level":"warn","ts":"2026-07-07T16:38:42.603835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.44195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-07-07T16:38:42.60389Z","caller":"traceutil/trace.go:171","msg":"trace[1794226874] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15877; }","duration":"285.410896ms","start":"2026-07-07T16:38:42.318451Z","end":"2026-07-07T16:38:42.603862Z","steps":["trace[1794226874] 'range keys from in-memory index tree' (duration: 285.108188ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:42.603892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.989126ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-07T16:38:42.60395Z","caller":"traceutil/trace.go:171","msg":"trace[1528844956] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:15877; }","duration":"281.632704ms","start":"2026-07-07T16:38:42.322295Z","end":"2026-07-07T16:38:42.603927Z","steps":["trace[1528844956] 'range keys from in-memory index tree' (duration: 281.225664ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:42.603947Z","caller":"traceutil/trace.go:171","msg":"trace[322466607] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:15877; }","duration":"578.599778ms","start":"2026-07-07T16:38:42.025319Z","end":"2026-07-07T16:38:42.603919Z","steps":["trace[322466607] 'agreement among raft nodes before linearized reading' (duration: 290.455617ms)","trace[322466607] 'range keys from in-memory index tree' (duration: 287.922666ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:38:42.604012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:42.025301Z","time spent":"578.698201ms","remote":"127.0.0.1:44800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129431,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-07-07T16:38:42.604028Z","caller":"traceutil/trace.go:171","msg":"trace[1872125359] transaction","detail":"{read_only:false; response_revision:15878; number_of_response:1; }","duration":"281.621873ms","start":"2026-07-07T16:38:42.322383Z","end":"2026-07-07T16:38:42.604005Z","steps":["trace[1872125359] 'process raft request' (duration: 34.414462ms)","trace[1872125359] 'compare' (duration: 246.860143ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:38:42.676067Z","caller":"traceutil/trace.go:171","msg":"trace[2097957783] transaction","detail":"{read_only:false; response_revision:15879; number_of_response:1; }","duration":"353.599915ms","start":"2026-07-07T16:38:42.322434Z","end":"2026-07-07T16:38:42.676034Z","steps":["trace[2097957783] 'process raft request' (duration: 353.362889ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:42.676264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:42.32242Z","time spent":"353.732638ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:38:42.676424Z","caller":"traceutil/trace.go:171","msg":"trace[78703383] transaction","detail":"{read_only:false; response_revision:15880; number_of_response:1; }","duration":"353.946163ms","start":"2026-07-07T16:38:42.32245Z","end":"2026-07-07T16:38:42.676397Z","steps":["trace[78703383] 'process raft request' (duration: 353.494542ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:42.676583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:42.322439Z","time spent":"354.071116ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:38:42.676662Z","caller":"traceutil/trace.go:171","msg":"trace[185247221] transaction","detail":"{read_only:false; response_revision:15881; number_of_response:1; }","duration":"354.154858ms","start":"2026-07-07T16:38:42.322482Z","end":"2026-07-07T16:38:42.676637Z","steps":["trace[185247221] 'process raft request' (duration: 353.82214ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:42.676692Z","caller":"traceutil/trace.go:171","msg":"trace[1992081104] transaction","detail":"{read_only:false; response_revision:15882; number_of_response:1; }","duration":"354.189429ms","start":"2026-07-07T16:38:42.322494Z","end":"2026-07-07T16:38:42.676683Z","steps":["trace[1992081104] 'process raft request' (duration: 353.916823ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:42.676649Z","caller":"traceutil/trace.go:171","msg":"trace[363169265] transaction","detail":"{read_only:false; response_revision:15883; number_of_response:1; }","duration":"354.075987ms","start":"2026-07-07T16:38:42.322544Z","end":"2026-07-07T16:38:42.67662Z","steps":["trace[363169265] 'process raft request' (duration: 353.982935ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:42.676734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:42.322477Z","time spent":"354.23471ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:38:42.676733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:42.322446Z","time spent":"354.256131ms","remote":"127.0.0.1:44990","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":986,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T16:38:42.676813Z","caller":"traceutil/trace.go:171","msg":"trace[492154660] transaction","detail":"{read_only:false; response_revision:15884; number_of_response:1; }","duration":"354.147178ms","start":"2026-07-07T16:38:42.322657Z","end":"2026-07-07T16:38:42.676804Z","steps":["trace[492154660] 'process raft request' (duration: 353.915083ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:42.676846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:42.32265Z","time spent":"354.178149ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:38:42.676844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:42.322534Z","time spent":"354.196709ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:38:42.676837Z","caller":"traceutil/trace.go:171","msg":"trace[270471970] linearizableReadLoop","detail":"{readStateIndex:16449; appliedIndex:16443; }","duration":"354.23594ms","start":"2026-07-07T16:38:42.322563Z","end":"2026-07-07T16:38:42.676799Z","steps":["trace[270471970] 'read index received' (duration: 34.217528ms)","trace[270471970] 'applied index is now lower than readState.Index' (duration: 320.015912ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:38:42.677759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.183453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:66 size:631908"} {"level":"info","ts":"2026-07-07T16:38:42.677815Z","caller":"traceutil/trace.go:171","msg":"trace[1133688396] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:66; response_revision:15884; }","duration":"355.257685ms","start":"2026-07-07T16:38:42.322545Z","end":"2026-07-07T16:38:42.677803Z","steps":["trace[1133688396] 'agreement among raft nodes before linearized reading' (duration: 354.379774ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:42.67785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:42.322539Z","time spent":"355.299666ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":66,"response size":631931,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-07T16:38:43.177369Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004042998,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-07T16:38:43.298854Z","caller":"traceutil/trace.go:171","msg":"trace[157784853] linearizableReadLoop","detail":"{readStateIndex:16451; appliedIndex:16450; }","duration":"621.861605ms","start":"2026-07-07T16:38:42.676963Z","end":"2026-07-07T16:38:43.298825Z","steps":["trace[157784853] 'read index received' (duration: 621.536547ms)","trace[157784853] 'applied index is now lower than readState.Index' (duration: 323.608µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:38:43.298954Z","caller":"traceutil/trace.go:171","msg":"trace[469624849] transaction","detail":"{read_only:false; response_revision:15885; number_of_response:1; }","duration":"691.171331ms","start":"2026-07-07T16:38:42.60775Z","end":"2026-07-07T16:38:43.298921Z","steps":["trace[469624849] 'process raft request' (duration: 690.819142ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:43.299022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.128189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:38:43.299118Z","caller":"traceutil/trace.go:171","msg":"trace[81023697] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15885; }","duration":"686.258912ms","start":"2026-07-07T16:38:42.612837Z","end":"2026-07-07T16:38:43.299095Z","steps":["trace[81023697] 'agreement among raft nodes before linearized reading' (duration: 686.009406ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:43.299123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.261924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"warn","ts":"2026-07-07T16:38:43.299168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:42.612829Z","time spent":"686.331164ms","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-07T16:38:43.299206Z","caller":"traceutil/trace.go:171","msg":"trace[610198212] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:15885; }","duration":"691.406097ms","start":"2026-07-07T16:38:42.607779Z","end":"2026-07-07T16:38:43.299186Z","steps":["trace[610198212] 'agreement among raft nodes before linearized reading' (duration: 691.09535ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:43.299237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:42.607715Z","time spent":"691.309625ms","remote":"127.0.0.1:44800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":129394,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:38:43.299269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:42.607761Z","time spent":"691.494889ms","remote":"127.0.0.1:44934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1016,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"warn","ts":"2026-07-07T16:38:43.299233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.476768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-07-07T16:38:43.299458Z","caller":"traceutil/trace.go:171","msg":"trace[914643984] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:15885; }","duration":"691.762746ms","start":"2026-07-07T16:38:42.607683Z","end":"2026-07-07T16:38:43.299445Z","steps":["trace[914643984] 'agreement among raft nodes before linearized reading' (duration: 691.270104ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:43.299504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:42.607659Z","time spent":"691.832547ms","remote":"127.0.0.1:44934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1308,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"warn","ts":"2026-07-07T16:38:43.299705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.213715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:66 size:631908"} {"level":"info","ts":"2026-07-07T16:38:43.299752Z","caller":"traceutil/trace.go:171","msg":"trace[1819386318] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:66; response_revision:15885; }","duration":"973.304477ms","start":"2026-07-07T16:38:42.326437Z","end":"2026-07-07T16:38:43.299742Z","steps":["trace[1819386318] 'agreement among raft nodes before linearized reading' (duration: 972.502737ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:43.299794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:42.326429Z","time spent":"973.353129ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":66,"response size":631931,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-07T16:38:43.716587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.760125ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:38:43.716775Z","caller":"traceutil/trace.go:171","msg":"trace[1117899332] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:15885; }","duration":"159.96303ms","start":"2026-07-07T16:38:43.556784Z","end":"2026-07-07T16:38:43.716747Z","steps":["trace[1117899332] 'range keys from in-memory index tree' (duration: 159.737615ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:43.717026Z","caller":"traceutil/trace.go:171","msg":"trace[1666327859] linearizableReadLoop","detail":"{readStateIndex:16452; appliedIndex:16451; }","duration":"410.282406ms","start":"2026-07-07T16:38:43.306707Z","end":"2026-07-07T16:38:43.716989Z","steps":["trace[1666327859] 'read index received' (duration: 370.927004ms)","trace[1666327859] 'applied index is now lower than readState.Index' (duration: 39.354072ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:38:43.717113Z","caller":"traceutil/trace.go:171","msg":"trace[2011695798] transaction","detail":"{read_only:false; response_revision:15886; number_of_response:1; }","duration":"415.467861ms","start":"2026-07-07T16:38:43.30161Z","end":"2026-07-07T16:38:43.717077Z","steps":["trace[2011695798] 'process raft request' (duration: 375.978126ms)","trace[2011695798] 'compare' (duration: 39.194528ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:38:43.717242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.532803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:38:43.71724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:43.301586Z","time spent":"415.590924ms","remote":"127.0.0.1:44934","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":909,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T16:38:43.717305Z","caller":"traceutil/trace.go:171","msg":"trace[13816522] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:15886; }","duration":"410.638334ms","start":"2026-07-07T16:38:43.30665Z","end":"2026-07-07T16:38:43.717288Z","steps":["trace[13816522] 'agreement among raft nodes before linearized reading' (duration: 410.494751ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:43.717322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.302378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:38:43.71736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:43.306627Z","time spent":"410.719877ms","remote":"127.0.0.1:44838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" "} {"level":"info","ts":"2026-07-07T16:38:43.717399Z","caller":"traceutil/trace.go:171","msg":"trace[371158878] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:15886; }","duration":"370.464642ms","start":"2026-07-07T16:38:43.346907Z","end":"2026-07-07T16:38:43.717372Z","steps":["trace[371158878] 'agreement among raft nodes before linearized reading' (duration: 370.304138ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:43.717453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.837671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.193\" ","response":"range_response_count:1 size:138"} {"level":"warn","ts":"2026-07-07T16:38:43.717461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:43.346883Z","time spent":"370.556565ms","remote":"127.0.0.1:59808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:38:43.717509Z","caller":"traceutil/trace.go:171","msg":"trace[557517052] range","detail":"{range_begin:/registry/masterleases/199.19.213.193; range_end:; response_count:1; response_revision:15886; }","duration":"191.947723ms","start":"2026-07-07T16:38:43.525545Z","end":"2026-07-07T16:38:43.717493Z","steps":["trace[557517052] 'agreement among raft nodes before linearized reading' (duration: 191.735248ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:44.478604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.013102ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-07-07T16:38:44.47924Z","caller":"traceutil/trace.go:171","msg":"trace[607233238] transaction","detail":"{read_only:false; response_revision:15888; number_of_response:1; }","duration":"756.783369ms","start":"2026-07-07T16:38:43.722415Z","end":"2026-07-07T16:38:44.479198Z","steps":["trace[607233238] 'process raft request' (duration: 756.473221ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:44.479254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:43.718916Z","time spent":"760.326424ms","remote":"127.0.0.1:44782","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-07T16:38:44.479309Z","caller":"traceutil/trace.go:171","msg":"trace[1170804855] transaction","detail":"{read_only:false; response_revision:15895; number_of_response:1; }","duration":"378.939308ms","start":"2026-07-07T16:38:44.100341Z","end":"2026-07-07T16:38:44.47928Z","steps":["trace[1170804855] 'process raft request' (duration: 378.892737ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:44.479397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:43.7224Z","time spent":"756.922712ms","remote":"127.0.0.1:44990","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":976,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:38:44.479624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:44.100308Z","time spent":"379.187264ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:38:44.479616Z","caller":"traceutil/trace.go:171","msg":"trace[1511342245] transaction","detail":"{read_only:false; response_revision:15892; number_of_response:1; }","duration":"449.800372ms","start":"2026-07-07T16:38:44.029761Z","end":"2026-07-07T16:38:44.479561Z","steps":["trace[1511342245] 'process raft request' (duration: 449.354891ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:44.479637Z","caller":"traceutil/trace.go:171","msg":"trace[556270813] transaction","detail":"{read_only:false; response_revision:15887; number_of_response:1; }","duration":"758.206133ms","start":"2026-07-07T16:38:43.721365Z","end":"2026-07-07T16:38:44.479571Z","steps":["trace[556270813] 'process raft request' (duration: 757.375683ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:44.479708Z","caller":"traceutil/trace.go:171","msg":"trace[1145195183] linearizableReadLoop","detail":"{readStateIndex:16453; appliedIndex:16452; }","duration":"759.356341ms","start":"2026-07-07T16:38:43.720302Z","end":"2026-07-07T16:38:44.479659Z","steps":["trace[1145195183] 'read index received' (duration: 476.352334ms)","trace[1145195183] 'applied index is now lower than readState.Index' (duration: 282.998007ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:38:44.479755Z","caller":"traceutil/trace.go:171","msg":"trace[446855891] transaction","detail":"{read_only:false; response_revision:15889; number_of_response:1; }","duration":"752.526806ms","start":"2026-07-07T16:38:43.727201Z","end":"2026-07-07T16:38:44.479728Z","steps":["trace[446855891] 'process raft request' (duration: 751.736987ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:44.479811Z","caller":"traceutil/trace.go:171","msg":"trace[1630806417] transaction","detail":"{read_only:false; response_revision:15893; number_of_response:1; }","duration":"447.513696ms","start":"2026-07-07T16:38:44.03228Z","end":"2026-07-07T16:38:44.479793Z","steps":["trace[1630806417] 'process raft request' (duration: 446.880371ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:44.479854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:43.727187Z","time spent":"752.622238ms","remote":"127.0.0.1:45226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18106,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T16:38:44.479861Z","caller":"traceutil/trace.go:171","msg":"trace[723685383] transaction","detail":"{read_only:false; response_revision:15891; number_of_response:1; }","duration":"450.96542ms","start":"2026-07-07T16:38:44.028885Z","end":"2026-07-07T16:38:44.47985Z","steps":["trace[723685383] 'process raft request' (duration: 450.177331ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:44.479866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:43.721335Z","time spent":"758.425488ms","remote":"127.0.0.1:44914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":507,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T16:38:44.479848Z","caller":"traceutil/trace.go:171","msg":"trace[1899388882] transaction","detail":"{read_only:false; response_revision:15890; number_of_response:1; }","duration":"451.213476ms","start":"2026-07-07T16:38:44.028589Z","end":"2026-07-07T16:38:44.479802Z","steps":["trace[1899388882] 'process raft request' (duration: 450.400767ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:44.479919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:44.032209Z","time spent":"447.65168ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:38:44.479923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:44.028877Z","time spent":"451.013642ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:38:44.479811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:44.029749Z","time spent":"449.954035ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:38:44.480042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:44.028556Z","time spent":"451.38354ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:38:44.480018Z","caller":"traceutil/trace.go:171","msg":"trace[84422613] transaction","detail":"{read_only:false; response_revision:15894; number_of_response:1; }","duration":"412.818737ms","start":"2026-07-07T16:38:44.067149Z","end":"2026-07-07T16:38:44.479968Z","steps":["trace[84422613] 'process raft request' (duration: 412.053489ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:44.480144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.822992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-07-07T16:38:44.4802Z","caller":"traceutil/trace.go:171","msg":"trace[459725346] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:15895; }","duration":"759.973646ms","start":"2026-07-07T16:38:43.720211Z","end":"2026-07-07T16:38:44.480185Z","steps":["trace[459725346] 'agreement among raft nodes before linearized reading' (duration: 759.671628ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:44.480204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:44.067108Z","time spent":"412.993652ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:38:44.480242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:43.720187Z","time spent":"760.045858ms","remote":"127.0.0.1:44934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1308,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"warn","ts":"2026-07-07T16:38:44.480279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.105355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:38:44.480329Z","caller":"traceutil/trace.go:171","msg":"trace[1170425187] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15895; }","duration":"375.196737ms","start":"2026-07-07T16:38:44.10512Z","end":"2026-07-07T16:38:44.480317Z","steps":["trace[1170425187] 'agreement among raft nodes before linearized reading' (duration: 375.110045ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:44.480347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.775401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"warn","ts":"2026-07-07T16:38:44.480363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:44.105102Z","time spent":"375.252739ms","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-07T16:38:44.480398Z","caller":"traceutil/trace.go:171","msg":"trace[1543405970] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:15895; }","duration":"759.842443ms","start":"2026-07-07T16:38:43.720543Z","end":"2026-07-07T16:38:44.480386Z","steps":["trace[1543405970] 'agreement among raft nodes before linearized reading' (duration: 759.645318ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:44.480413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.186104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T16:38:44.480579Z","caller":"traceutil/trace.go:171","msg":"trace[565919416] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:15895; }","duration":"694.344048ms","start":"2026-07-07T16:38:43.78616Z","end":"2026-07-07T16:38:44.480504Z","steps":["trace[565919416] 'agreement among raft nodes before linearized reading' (duration: 694.155774ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:44.480645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:43.786135Z","time spent":"694.492541ms","remote":"127.0.0.1:45132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:38:44.480431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:43.720533Z","time spent":"759.889053ms","remote":"127.0.0.1:44934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1016,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"warn","ts":"2026-07-07T16:38:45.019997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.802834ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-07T16:38:45.020354Z","caller":"traceutil/trace.go:171","msg":"trace[1987656642] transaction","detail":"{read_only:false; response_revision:15897; number_of_response:1; }","duration":"532.38487ms","start":"2026-07-07T16:38:44.487919Z","end":"2026-07-07T16:38:45.020304Z","steps":["trace[1987656642] 'process raft request' (duration: 339.072833ms)","trace[1987656642] 'compare' (duration: 192.495417ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:38:45.020425Z","caller":"traceutil/trace.go:171","msg":"trace[338014237] transaction","detail":"{read_only:false; response_revision:15898; number_of_response:1; }","duration":"531.307243ms","start":"2026-07-07T16:38:44.489069Z","end":"2026-07-07T16:38:45.020376Z","steps":["trace[338014237] 'process raft request' (duration: 531.042097ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:45.020486Z","caller":"traceutil/trace.go:171","msg":"trace[2019482133] transaction","detail":"{read_only:false; response_revision:15900; number_of_response:1; }","duration":"531.289483ms","start":"2026-07-07T16:38:44.489154Z","end":"2026-07-07T16:38:45.020444Z","steps":["trace[2019482133] 'process raft request' (duration: 531.17973ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:45.020566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:44.487885Z","time spent":"532.594115ms","remote":"127.0.0.1:45200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6398,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T16:38:45.020569Z","caller":"traceutil/trace.go:171","msg":"trace[1419832351] transaction","detail":"{read_only:false; response_revision:15901; number_of_response:1; }","duration":"531.378556ms","start":"2026-07-07T16:38:44.489168Z","end":"2026-07-07T16:38:45.020547Z","steps":["trace[1419832351] 'process raft request' (duration: 531.212152ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:45.020592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:44.489059Z","time spent":"531.452948ms","remote":"127.0.0.1:45200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6879,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:38:45.020641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:44.489163Z","time spent":"531.452177ms","remote":"127.0.0.1:45200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6398,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T16:38:45.020628Z","caller":"traceutil/trace.go:171","msg":"trace[1009318110] linearizableReadLoop","detail":"{readStateIndex:16469; appliedIndex:16463; }","duration":"481.473778ms","start":"2026-07-07T16:38:44.539134Z","end":"2026-07-07T16:38:45.020608Z","steps":["trace[1009318110] 'read index received' (duration: 287.842084ms)","trace[1009318110] 'applied index is now lower than readState.Index' (duration: 193.629214ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:38:45.020565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:44.489147Z","time spent":"531.375215ms","remote":"127.0.0.1:45200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8863,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T16:38:45.020758Z","caller":"traceutil/trace.go:171","msg":"trace[106374337] transaction","detail":"{read_only:false; response_revision:15902; number_of_response:1; }","duration":"529.724325ms","start":"2026-07-07T16:38:44.491025Z","end":"2026-07-07T16:38:45.020749Z","steps":["trace[106374337] 'process raft request' (duration: 529.399668ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:45.020791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:44.491011Z","time spent":"529.761216ms","remote":"127.0.0.1:45246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11865,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:38:45.021054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.329222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"warn","ts":"2026-07-07T16:38:45.021088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.334857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-07-07T16:38:45.021123Z","caller":"traceutil/trace.go:171","msg":"trace[1028960295] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:15902; }","duration":"534.421299ms","start":"2026-07-07T16:38:44.486693Z","end":"2026-07-07T16:38:45.021114Z","steps":["trace[1028960295] 'agreement among raft nodes before linearized reading' (duration: 534.273336ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:45.021146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:44.486675Z","time spent":"534.46546ms","remote":"127.0.0.1:45110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1147,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"info","ts":"2026-07-07T16:38:45.021132Z","caller":"traceutil/trace.go:171","msg":"trace[368995775] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:15902; }","duration":"533.438005ms","start":"2026-07-07T16:38:44.487673Z","end":"2026-07-07T16:38:45.021111Z","steps":["trace[368995775] 'agreement among raft nodes before linearized reading' (duration: 533.152348ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:45.021179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:44.487652Z","time spent":"533.518638ms","remote":"127.0.0.1:45110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1147,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-07-07T16:38:45.021321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.866678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-07T16:38:45.021336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.845039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p22f7\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-07-07T16:38:45.02135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.995517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-07T16:38:45.021366Z","caller":"traceutil/trace.go:171","msg":"trace[1946523847] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:15902; }","duration":"240.96167ms","start":"2026-07-07T16:38:44.780393Z","end":"2026-07-07T16:38:45.021355Z","steps":["trace[1946523847] 'agreement among raft nodes before linearized reading' (duration: 240.856998ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:45.021387Z","caller":"traceutil/trace.go:171","msg":"trace[580541322] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15902; }","duration":"338.0852ms","start":"2026-07-07T16:38:44.683291Z","end":"2026-07-07T16:38:45.021376Z","steps":["trace[580541322] 'agreement among raft nodes before linearized reading' (duration: 337.976107ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:45.021389Z","caller":"traceutil/trace.go:171","msg":"trace[1656861030] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p22f7; range_end:; response_count:1; response_revision:15902; }","duration":"331.944171ms","start":"2026-07-07T16:38:44.68943Z","end":"2026-07-07T16:38:45.021375Z","steps":["trace[1656861030] 'agreement among raft nodes before linearized reading' (duration: 331.749986ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:45.02143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:44.683261Z","time spent":"338.162902ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-07T16:38:45.021459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:44.689422Z","time spent":"332.026642ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-p22f7\" "} {"level":"warn","ts":"2026-07-07T16:38:45.021513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.92671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-07T16:38:45.021566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.374465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T16:38:45.021577Z","caller":"traceutil/trace.go:171","msg":"trace[1371732016] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15902; }","duration":"339.026922ms","start":"2026-07-07T16:38:44.682528Z","end":"2026-07-07T16:38:45.021555Z","steps":["trace[1371732016] 'agreement among raft nodes before linearized reading' (duration: 338.912379ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:45.021626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:44.682491Z","time spent":"339.126854ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-07T16:38:45.021631Z","caller":"traceutil/trace.go:171","msg":"trace[1594777185] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:15902; }","duration":"345.450797ms","start":"2026-07-07T16:38:44.676143Z","end":"2026-07-07T16:38:45.021594Z","steps":["trace[1594777185] 'agreement among raft nodes before linearized reading' (duration: 345.383005ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:45.021382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.46368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-07T16:38:45.021754Z","caller":"traceutil/trace.go:171","msg":"trace[2143573199] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:15902; }","duration":"479.89831ms","start":"2026-07-07T16:38:44.541837Z","end":"2026-07-07T16:38:45.021735Z","steps":["trace[2143573199] 'agreement among raft nodes before linearized reading' (duration: 479.295246ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:45.021741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:44.67612Z","time spent":"345.611541ms","remote":"127.0.0.1:49502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:38:45.021791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.840152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-07T16:38:45.021815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.701442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-07T16:38:45.021869Z","caller":"traceutil/trace.go:171","msg":"trace[1049268611] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15902; }","duration":"347.803154ms","start":"2026-07-07T16:38:44.674056Z","end":"2026-07-07T16:38:45.021859Z","steps":["trace[1049268611] 'agreement among raft nodes before linearized reading' (duration: 347.665601ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:45.021803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.245817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T16:38:45.021877Z","caller":"traceutil/trace.go:171","msg":"trace[450460023] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15902; }","duration":"339.961425ms","start":"2026-07-07T16:38:44.681891Z","end":"2026-07-07T16:38:45.021853Z","steps":["trace[450460023] 'agreement among raft nodes before linearized reading' (duration: 339.695459ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:45.021905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:44.674029Z","time spent":"347.865625ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-07T16:38:45.021938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:44.681875Z","time spent":"340.052747ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-07T16:38:45.021939Z","caller":"traceutil/trace.go:171","msg":"trace[312091804] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:15902; }","duration":"451.433692ms","start":"2026-07-07T16:38:44.570478Z","end":"2026-07-07T16:38:45.021912Z","steps":["trace[312091804] 'agreement among raft nodes before linearized reading' (duration: 451.270458ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:45.021807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.808075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111956"} {"level":"warn","ts":"2026-07-07T16:38:45.021831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:44.541815Z","time spent":"480.001862ms","remote":"127.0.0.1:44914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-07T16:38:45.022024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:44.570454Z","time spent":"451.540984ms","remote":"127.0.0.1:49702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:38:45.022051Z","caller":"traceutil/trace.go:171","msg":"trace[2085023573] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:15902; }","duration":"534.04488ms","start":"2026-07-07T16:38:44.48796Z","end":"2026-07-07T16:38:45.022005Z","steps":["trace[2085023573] 'agreement among raft nodes before linearized reading' (duration: 532.849611ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:45.022158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:44.487952Z","time spent":"534.171603ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":111979,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"info","ts":"2026-07-07T16:38:45.02041Z","caller":"traceutil/trace.go:171","msg":"trace[718775361] transaction","detail":"{read_only:false; response_revision:15899; number_of_response:1; }","duration":"531.292734ms","start":"2026-07-07T16:38:44.489093Z","end":"2026-07-07T16:38:45.020386Z","steps":["trace[718775361] 'process raft request' (duration: 531.187051ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:45.02227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.227614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111956"} {"level":"info","ts":"2026-07-07T16:38:45.022314Z","caller":"traceutil/trace.go:171","msg":"trace[612936421] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:15902; }","duration":"534.274826ms","start":"2026-07-07T16:38:44.488028Z","end":"2026-07-07T16:38:45.022303Z","steps":["trace[612936421] 'agreement among raft nodes before linearized reading' (duration: 532.684138ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:45.022412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:44.488011Z","time spent":"534.383928ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":111979,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"warn","ts":"2026-07-07T16:38:45.022688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.469318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-07T16:38:45.022768Z","caller":"traceutil/trace.go:171","msg":"trace[2000135986] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15902; }","duration":"339.458903ms","start":"2026-07-07T16:38:44.683286Z","end":"2026-07-07T16:38:45.022745Z","steps":["trace[2000135986] 'agreement among raft nodes before linearized reading' (duration: 338.001157ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:45.022835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:44.683271Z","time spent":"339.543504ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-07T16:38:45.022299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:44.489079Z","time spent":"533.140028ms","remote":"127.0.0.1:45200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9152,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:38:45.025815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.200173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-07T16:38:45.025924Z","caller":"traceutil/trace.go:171","msg":"trace[450165150] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15902; }","duration":"343.315366ms","start":"2026-07-07T16:38:44.682558Z","end":"2026-07-07T16:38:45.025874Z","steps":["trace[450165150] 'agreement among raft nodes before linearized reading' (duration: 338.575502ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:45.025969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:44.682546Z","time spent":"343.411928ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-07T16:38:46.224223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04129061s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T16:38:46.224343Z","caller":"traceutil/trace.go:171","msg":"trace[1900762023] linearizableReadLoop","detail":"{readStateIndex:16470; appliedIndex:16469; }","duration":"1.195922081s","start":"2026-07-07T16:38:45.028401Z","end":"2026-07-07T16:38:46.224324Z","steps":["trace[1900762023] 'read index received' (duration: 154.493847ms)","trace[1900762023] 'applied index is now lower than readState.Index' (duration: 1.041426774s)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:38:46.224431Z","caller":"traceutil/trace.go:171","msg":"trace[1161130116] transaction","detail":"{read_only:false; response_revision:15903; number_of_response:1; }","duration":"1.196941626s","start":"2026-07-07T16:38:45.02744Z","end":"2026-07-07T16:38:46.224381Z","steps":["trace[1161130116] 'process raft request' (duration: 155.359609ms)","trace[1161130116] 'compare' (duration: 1.04045989s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:38:46.224593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.196182268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-07T16:38:46.224635Z","caller":"traceutil/trace.go:171","msg":"trace[1901394095] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:15903; }","duration":"1.19628549s","start":"2026-07-07T16:38:45.028337Z","end":"2026-07-07T16:38:46.224622Z","steps":["trace[1901394095] 'agreement among raft nodes before linearized reading' (duration: 1.196085135s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:46.224678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:45.02831Z","time spent":"1.196358972s","remote":"127.0.0.1:44990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-07T16:38:46.224771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:45.02742Z","time spent":"1.197138461s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:38:46.301509Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.080310415s","expected-duration":"1s"} {"level":"info","ts":"2026-07-07T16:38:46.30207Z","caller":"traceutil/trace.go:171","msg":"trace[163204035] transaction","detail":"{read_only:false; response_revision:15904; number_of_response:1; }","duration":"1.271763906s","start":"2026-07-07T16:38:45.030275Z","end":"2026-07-07T16:38:46.302039Z","steps":["trace[163204035] 'process raft request' (duration: 1.271473139s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:46.302287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:45.030261Z","time spent":"1.271863598s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:38:46.302431Z","caller":"traceutil/trace.go:171","msg":"trace[1049049154] transaction","detail":"{read_only:false; response_revision:15905; number_of_response:1; }","duration":"1.272024133s","start":"2026-07-07T16:38:45.030362Z","end":"2026-07-07T16:38:46.302386Z","steps":["trace[1049049154] 'process raft request' (duration: 1.271627693s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:46.302678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:45.030356Z","time spent":"1.272174306s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:38:46.302698Z","caller":"traceutil/trace.go:171","msg":"trace[394402436] transaction","detail":"{read_only:false; response_revision:15906; number_of_response:1; }","duration":"1.272057663s","start":"2026-07-07T16:38:45.030511Z","end":"2026-07-07T16:38:46.302568Z","steps":["trace[394402436] 'process raft request' (duration: 1.271748945s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:46.302779Z","caller":"traceutil/trace.go:171","msg":"trace[1459486340] transaction","detail":"{read_only:false; response_revision:15907; number_of_response:1; }","duration":"1.271889659s","start":"2026-07-07T16:38:45.030853Z","end":"2026-07-07T16:38:46.302743Z","steps":["trace[1459486340] 'process raft request' (duration: 1.27151585s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:46.302832Z","caller":"traceutil/trace.go:171","msg":"trace[1224873675] transaction","detail":"{read_only:false; response_revision:15908; number_of_response:1; }","duration":"1.271079149s","start":"2026-07-07T16:38:45.031718Z","end":"2026-07-07T16:38:46.302797Z","steps":["trace[1224873675] 'process raft request' (duration: 1.270842074s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:46.302888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:45.030845Z","time spent":"1.271996342s","remote":"127.0.0.1:45230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9511,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:38:46.302921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:45.030504Z","time spent":"1.27229516s","remote":"127.0.0.1:44962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7741,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:38:46.302962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:45.03171Z","time spent":"1.271192772s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:38:46.303053Z","caller":"traceutil/trace.go:171","msg":"trace[1815563205] transaction","detail":"{read_only:false; response_revision:15909; number_of_response:1; }","duration":"1.2710599s","start":"2026-07-07T16:38:45.03195Z","end":"2026-07-07T16:38:46.30301Z","steps":["trace[1815563205] 'process raft request' (duration: 1.270752702s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:46.303102Z","caller":"traceutil/trace.go:171","msg":"trace[1935904696] transaction","detail":"{read_only:false; response_revision:15910; number_of_response:1; }","duration":"1.271026008s","start":"2026-07-07T16:38:45.032046Z","end":"2026-07-07T16:38:46.303072Z","steps":["trace[1935904696] 'process raft request' (duration: 1.270819753s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:46.30316Z","caller":"traceutil/trace.go:171","msg":"trace[2067639895] transaction","detail":"{read_only:false; response_revision:15911; number_of_response:1; }","duration":"1.270894415s","start":"2026-07-07T16:38:45.032253Z","end":"2026-07-07T16:38:46.303147Z","steps":["trace[2067639895] 'process raft request' (duration: 1.27070952s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:46.303228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:45.032036Z","time spent":"1.27112784s","remote":"127.0.0.1:45230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6754,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:38:46.303226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:45.031941Z","time spent":"1.271200003s","remote":"127.0.0.1:45230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7235,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:38:46.30323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:45.032228Z","time spent":"1.270971277s","remote":"127.0.0.1:45230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6754,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T16:38:46.303342Z","caller":"traceutil/trace.go:171","msg":"trace[1983246402] transaction","detail":"{read_only:false; response_revision:15912; number_of_response:1; }","duration":"1.270735801s","start":"2026-07-07T16:38:45.032595Z","end":"2026-07-07T16:38:46.303331Z","steps":["trace[1983246402] 'process raft request' (duration: 1.270456445s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:46.303475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:45.032587Z","time spent":"1.270843244s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:38:46.303422Z","caller":"traceutil/trace.go:171","msg":"trace[951907515] transaction","detail":"{read_only:false; response_revision:15913; number_of_response:1; }","duration":"1.270234419s","start":"2026-07-07T16:38:45.033132Z","end":"2026-07-07T16:38:46.303366Z","steps":["trace[951907515] 'process raft request' (duration: 1.270014964s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:46.303554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.874704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-07T16:38:46.303574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.273611781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:38:46.303967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.26657497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-07-07T16:38:46.304011Z","caller":"traceutil/trace.go:171","msg":"trace[56584926] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:15915; }","duration":"1.266667053s","start":"2026-07-07T16:38:45.03733Z","end":"2026-07-07T16:38:46.303997Z","steps":["trace[56584926] 'agreement among raft nodes before linearized reading' (duration: 1.266464398s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:46.30404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:45.037305Z","time spent":"1.266729484s","remote":"127.0.0.1:39220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4749,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-07-07T16:38:46.304003Z","caller":"traceutil/trace.go:171","msg":"trace[1125811058] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:15915; }","duration":"1.274092922s","start":"2026-07-07T16:38:45.029893Z","end":"2026-07-07T16:38:46.303985Z","steps":["trace[1125811058] 'agreement among raft nodes before linearized reading' (duration: 1.273539409s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:46.304093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:45.029885Z","time spent":"1.274187905s","remote":"127.0.0.1:60034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:38:46.303609Z","caller":"traceutil/trace.go:171","msg":"trace[1157968112] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:15915; }","duration":"256.930246ms","start":"2026-07-07T16:38:46.046664Z","end":"2026-07-07T16:38:46.303594Z","steps":["trace[1157968112] 'agreement among raft nodes before linearized reading' (duration: 256.841154ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:46.303609Z","caller":"traceutil/trace.go:171","msg":"trace[534724994] transaction","detail":"{read_only:false; response_revision:15914; number_of_response:1; }","duration":"1.267855542s","start":"2026-07-07T16:38:45.035739Z","end":"2026-07-07T16:38:46.303595Z","steps":["trace[534724994] 'process raft request' (duration: 1.267493063s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:46.304389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.269311727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:66 size:631908"} {"level":"info","ts":"2026-07-07T16:38:46.30443Z","caller":"traceutil/trace.go:171","msg":"trace[467213986] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:66; response_revision:15915; }","duration":"1.269373849s","start":"2026-07-07T16:38:45.035048Z","end":"2026-07-07T16:38:46.304422Z","steps":["trace[467213986] 'agreement among raft nodes before linearized reading' (duration: 1.2685876s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:46.30443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:45.035728Z","time spent":"1.268681571s","remote":"127.0.0.1:44962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6762,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:38:46.304492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:45.035042Z","time spent":"1.26944204s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":66,"response size":631931,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-07T16:38:46.303637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.201167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-72wnd\" ","response":"range_response_count:1 size:20644"} {"level":"info","ts":"2026-07-07T16:38:46.304577Z","caller":"traceutil/trace.go:171","msg":"trace[945169295] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-72wnd; range_end:; response_count:1; response_revision:15915; }","duration":"989.15046ms","start":"2026-07-07T16:38:45.315418Z","end":"2026-07-07T16:38:46.304568Z","steps":["trace[945169295] 'agreement among raft nodes before linearized reading' (duration: 988.031193ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:46.304603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:45.315332Z","time spent":"989.263043ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20667,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-72wnd\" "} {"level":"info","ts":"2026-07-07T16:38:46.303649Z","caller":"traceutil/trace.go:171","msg":"trace[488625850] transaction","detail":"{read_only:false; response_revision:15915; number_of_response:1; }","duration":"1.261421286s","start":"2026-07-07T16:38:45.042217Z","end":"2026-07-07T16:38:46.303638Z","steps":["trace[488625850] 'process raft request' (duration: 1.261092138s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:46.304783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:45.042191Z","time spent":"1.262558304s","remote":"127.0.0.1:39252","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:38:46.303636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:45.033125Z","time spent":"1.270413473s","remote":"127.0.0.1:45230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9220,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:38:46.3037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.708993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:38:46.305015Z","caller":"traceutil/trace.go:171","msg":"trace[671623721] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:15915; }","duration":"793.066316ms","start":"2026-07-07T16:38:45.511937Z","end":"2026-07-07T16:38:46.305004Z","steps":["trace[671623721] 'agreement among raft nodes before linearized reading' (duration: 791.728263ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:46.305044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:45.511914Z","time spent":"793.119118ms","remote":"127.0.0.1:49638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:38:46.305062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012667679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2224963"} {"level":"info","ts":"2026-07-07T16:38:46.305133Z","caller":"traceutil/trace.go:171","msg":"trace[400174258] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:15915; }","duration":"1.012778292s","start":"2026-07-07T16:38:45.292337Z","end":"2026-07-07T16:38:46.305115Z","steps":["trace[400174258] 'agreement among raft nodes before linearized reading' (duration: 1.01146019s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:46.303787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.270166588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:38:46.303804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.272065524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:3958"} {"level":"warn","ts":"2026-07-07T16:38:46.303817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.273810776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-07-07T16:38:46.303847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.194897007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:38:46.305203Z","caller":"traceutil/trace.go:171","msg":"trace[1633563639] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15915; }","duration":"1.19628859s","start":"2026-07-07T16:38:45.108901Z","end":"2026-07-07T16:38:46.30519Z","steps":["trace[1633563639] 'agreement among raft nodes before linearized reading' (duration: 1.194883806s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:46.305251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:45.108878Z","time spent":"1.196358872s","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-07T16:38:46.305275Z","caller":"traceutil/trace.go:171","msg":"trace[453473377] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:15915; }","duration":"1.271677224s","start":"2026-07-07T16:38:45.033585Z","end":"2026-07-07T16:38:46.305262Z","steps":["trace[453473377] 'agreement among raft nodes before linearized reading' (duration: 1.270108426s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:46.305305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:45.03358Z","time spent":"1.271716405s","remote":"127.0.0.1:44894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" "} {"level":"warn","ts":"2026-07-07T16:38:46.305455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:45.292315Z","time spent":"1.01310306s","remote":"127.0.0.1:44856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2224986,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-07-07T16:38:46.305521Z","caller":"traceutil/trace.go:171","msg":"trace[1997308937] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15915; }","duration":"1.275520247s","start":"2026-07-07T16:38:45.029988Z","end":"2026-07-07T16:38:46.305509Z","steps":["trace[1997308937] 'agreement among raft nodes before linearized reading' (duration: 1.273748204s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:46.305553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:45.029984Z","time spent":"1.275561618s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-07T16:38:46.305511Z","caller":"traceutil/trace.go:171","msg":"trace[1016900723] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:15915; }","duration":"1.273777425s","start":"2026-07-07T16:38:45.031712Z","end":"2026-07-07T16:38:46.305489Z","steps":["trace[1016900723] 'agreement among raft nodes before linearized reading' (duration: 1.271969331s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:46.305652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:45.031704Z","time spent":"1.273939558s","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":3981,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-07-07T16:38:46.817942Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004043043,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-07T16:38:46.917132Z","caller":"traceutil/trace.go:171","msg":"trace[1377109108] transaction","detail":"{read_only:false; response_revision:15916; number_of_response:1; }","duration":"605.523129ms","start":"2026-07-07T16:38:46.311579Z","end":"2026-07-07T16:38:46.917102Z","steps":["trace[1377109108] 'process raft request' (duration: 605.246813ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:46.917336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:46.311559Z","time spent":"605.698674ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19064,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T16:38:48.186076Z","caller":"traceutil/trace.go:171","msg":"trace[1585500093] transaction","detail":"{read_only:false; response_revision:15917; number_of_response:1; }","duration":"1.872434159s","start":"2026-07-07T16:38:46.313599Z","end":"2026-07-07T16:38:48.186033Z","steps":["trace[1585500093] 'process raft request' (duration: 1.872163243s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:48.186149Z","caller":"traceutil/trace.go:171","msg":"trace[408147589] transaction","detail":"{read_only:false; response_revision:15918; number_of_response:1; }","duration":"1.869481708s","start":"2026-07-07T16:38:46.316623Z","end":"2026-07-07T16:38:48.186104Z","steps":["trace[408147589] 'process raft request' (duration: 1.869314854s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:48.186171Z","caller":"traceutil/trace.go:171","msg":"trace[1102237677] transaction","detail":"{read_only:false; response_revision:15919; number_of_response:1; }","duration":"1.867331236s","start":"2026-07-07T16:38:46.318787Z","end":"2026-07-07T16:38:48.186118Z","steps":["trace[1102237677] 'process raft request' (duration: 1.867210823s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:48.186274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:46.313568Z","time spent":"1.872621504s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:38:48.186292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:46.316608Z","time spent":"1.869607861s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7028,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T16:38:48.186298Z","caller":"traceutil/trace.go:171","msg":"trace[1820748842] transaction","detail":"{read_only:false; response_revision:15922; number_of_response:1; }","duration":"1.865516732s","start":"2026-07-07T16:38:46.320729Z","end":"2026-07-07T16:38:48.186246Z","steps":["trace[1820748842] 'process raft request' (duration: 1.865359109s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:48.186369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:46.318776Z","time spent":"1.86749968s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8958,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T16:38:48.186414Z","caller":"traceutil/trace.go:171","msg":"trace[1822777476] transaction","detail":"{read_only:false; response_revision:15920; number_of_response:1; }","duration":"1.866968387s","start":"2026-07-07T16:38:46.319437Z","end":"2026-07-07T16:38:48.186405Z","steps":["trace[1822777476] 'process raft request' (duration: 1.866592508s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:48.186445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:46.31943Z","time spent":"1.866998708s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6339,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:38:48.1865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:46.320724Z","time spent":"1.865680146s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9179,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T16:38:48.186526Z","caller":"traceutil/trace.go:171","msg":"trace[1576829108] transaction","detail":"{read_only:false; response_revision:15921; number_of_response:1; }","duration":"1.865871361s","start":"2026-07-07T16:38:46.320646Z","end":"2026-07-07T16:38:48.186517Z","steps":["trace[1576829108] 'process raft request' (duration: 1.86541399s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:48.186555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:46.320621Z","time spent":"1.865919472s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6826,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T16:38:48.18655Z","caller":"traceutil/trace.go:171","msg":"trace[398888913] linearizableReadLoop","detail":"{readStateIndex:16502; appliedIndex:16482; }","duration":"1.869070408s","start":"2026-07-07T16:38:46.317459Z","end":"2026-07-07T16:38:48.18653Z","steps":["trace[398888913] 'read index received' (duration: 599.454253ms)","trace[398888913] 'applied index is now lower than readState.Index' (duration: 1.269615105s)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:38:48.186654Z","caller":"traceutil/trace.go:171","msg":"trace[1404695776] transaction","detail":"{read_only:false; response_revision:15930; number_of_response:1; }","duration":"1.861237408s","start":"2026-07-07T16:38:46.325406Z","end":"2026-07-07T16:38:48.186644Z","steps":["trace[1404695776] 'process raft request' (duration: 1.860948241s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:48.186668Z","caller":"traceutil/trace.go:171","msg":"trace[1277363811] transaction","detail":"{read_only:false; response_revision:15933; number_of_response:1; }","duration":"1.698427179s","start":"2026-07-07T16:38:46.488233Z","end":"2026-07-07T16:38:48.18666Z","steps":["trace[1277363811] 'process raft request' (duration: 1.698219024s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:48.18666Z","caller":"traceutil/trace.go:171","msg":"trace[1192352802] transaction","detail":"{read_only:false; response_revision:15929; number_of_response:1; }","duration":"1.861342401s","start":"2026-07-07T16:38:46.325299Z","end":"2026-07-07T16:38:48.186641Z","steps":["trace[1192352802] 'process raft request' (duration: 1.861028243s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:48.18672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:46.48822Z","time spent":"1.69846145s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:38:48.186741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:46.325288Z","time spent":"1.861402342s","remote":"127.0.0.1:45200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9647,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:38:48.186759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:46.325375Z","time spent":"1.86130087s","remote":"127.0.0.1:45200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7371,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:38:48.186844Z","caller":"traceutil/trace.go:171","msg":"trace[1437802999] transaction","detail":"{read_only:false; response_revision:15932; number_of_response:1; }","duration":"1.700181612s","start":"2026-07-07T16:38:46.486653Z","end":"2026-07-07T16:38:48.186835Z","steps":["trace[1437802999] 'process raft request' (duration: 1.699758571s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:48.186879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:46.486597Z","time spent":"1.700262484s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:38:48.186863Z","caller":"traceutil/trace.go:171","msg":"trace[1231745293] transaction","detail":"{read_only:false; response_revision:15931; number_of_response:1; }","duration":"1.860591343s","start":"2026-07-07T16:38:46.326244Z","end":"2026-07-07T16:38:48.186835Z","steps":["trace[1231745293] 'process raft request' (duration: 1.860142632s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:48.186899Z","caller":"traceutil/trace.go:171","msg":"trace[1325022165] transaction","detail":"{read_only:false; response_revision:15928; number_of_response:1; }","duration":"1.862562981s","start":"2026-07-07T16:38:46.324322Z","end":"2026-07-07T16:38:48.186885Z","steps":["trace[1325022165] 'process raft request' (duration: 1.861978587s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:48.18692Z","caller":"traceutil/trace.go:171","msg":"trace[1568411687] transaction","detail":"{read_only:false; response_revision:15935; number_of_response:1; }","duration":"1.698166703s","start":"2026-07-07T16:38:46.488742Z","end":"2026-07-07T16:38:48.186908Z","steps":["trace[1568411687] 'process raft request' (duration: 1.697758194s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:48.186971Z","caller":"traceutil/trace.go:171","msg":"trace[1781487557] transaction","detail":"{read_only:false; response_revision:15927; number_of_response:1; }","duration":"1.862632682s","start":"2026-07-07T16:38:46.324331Z","end":"2026-07-07T16:38:48.186963Z","steps":["trace[1781487557] 'process raft request' (duration: 1.861932225s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:48.186976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.869513669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:38:48.186986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:46.488728Z","time spent":"1.698233425s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:38:48.187013Z","caller":"traceutil/trace.go:171","msg":"trace[1355385748] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15935; }","duration":"1.86957005s","start":"2026-07-07T16:38:46.317433Z","end":"2026-07-07T16:38:48.187003Z","steps":["trace[1355385748] 'agreement among raft nodes before linearized reading' (duration: 1.869495378s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:48.187017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:46.326216Z","time spent":"1.860703606s","remote":"127.0.0.1:45200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9356,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:38:48.186921Z","caller":"traceutil/trace.go:171","msg":"trace[1078305249] transaction","detail":"{read_only:false; response_revision:15925; number_of_response:1; }","duration":"1.862651112s","start":"2026-07-07T16:38:46.324256Z","end":"2026-07-07T16:38:48.186907Z","steps":["trace[1078305249] 'process raft request' (duration: 1.861925545s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:48.187038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:46.324321Z","time spent":"1.862676524s","remote":"127.0.0.1:45200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6890,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:38:48.187045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:46.317425Z","time spent":"1.869613072s","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T16:38:48.187078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:46.324241Z","time spent":"1.862815387s","remote":"127.0.0.1:45200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6890,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:38:48.186886Z","caller":"traceutil/trace.go:171","msg":"trace[1617186398] transaction","detail":"{read_only:false; response_revision:15934; number_of_response:1; }","duration":"1.698249486s","start":"2026-07-07T16:38:46.488629Z","end":"2026-07-07T16:38:48.186878Z","steps":["trace[1617186398] 'process raft request' (duration: 1.697847796s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:48.187125Z","caller":"traceutil/trace.go:171","msg":"trace[1453717540] transaction","detail":"{read_only:false; response_revision:15924; number_of_response:1; }","duration":"1.862852837s","start":"2026-07-07T16:38:46.324263Z","end":"2026-07-07T16:38:48.187115Z","steps":["trace[1453717540] 'process raft request' (duration: 1.861879614s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:48.186942Z","caller":"traceutil/trace.go:171","msg":"trace[148346040] transaction","detail":"{read_only:false; response_revision:15923; number_of_response:1; }","duration":"1.862721885s","start":"2026-07-07T16:38:46.32419Z","end":"2026-07-07T16:38:48.186912Z","steps":["trace[148346040] 'process raft request' (duration: 1.861919845s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:48.187158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:46.488612Z","time spent":"1.698521842s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:38:48.187182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:46.324182Z","time spent":"1.862982331s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6339,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:38:48.187242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:46.324255Z","time spent":"1.862907899s","remote":"127.0.0.1:44968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6470,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T16:38:48.186845Z","caller":"traceutil/trace.go:171","msg":"trace[503921361] transaction","detail":"{read_only:false; response_revision:15926; number_of_response:1; }","duration":"1.86254878s","start":"2026-07-07T16:38:46.324256Z","end":"2026-07-07T16:38:48.186805Z","steps":["trace[503921361] 'process raft request' (duration: 1.861973896s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:48.187414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:46.324234Z","time spent":"1.863137445s","remote":"127.0.0.1:44968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5078,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:38:48.186961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:46.324299Z","time spent":"1.862632432s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7993,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:38:48.686868Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004043067,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-07T16:38:48.687989Z","caller":"traceutil/trace.go:171","msg":"trace[1139256236] transaction","detail":"{read_only:false; response_revision:15936; number_of_response:1; }","duration":"1.763384121s","start":"2026-07-07T16:38:46.924573Z","end":"2026-07-07T16:38:48.687957Z","steps":["trace[1139256236] 'process raft request' (duration: 1.7629338s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:48.688153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:46.924537Z","time spent":"1.763532305s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19110,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:38:48.688346Z","caller":"traceutil/trace.go:171","msg":"trace[1501097117] transaction","detail":"{read_only:false; response_revision:15938; number_of_response:1; }","duration":"1.757419407s","start":"2026-07-07T16:38:46.930898Z","end":"2026-07-07T16:38:48.688317Z","steps":["trace[1501097117] 'process raft request' (duration: 1.757249023s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:48.688568Z","caller":"traceutil/trace.go:171","msg":"trace[1796173006] transaction","detail":"{read_only:false; response_revision:15937; number_of_response:1; }","duration":"1.763280518s","start":"2026-07-07T16:38:46.925272Z","end":"2026-07-07T16:38:48.688553Z","steps":["trace[1796173006] 'process raft request' (duration: 1.762432018s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:48.68864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:46.925238Z","time spent":"1.763369101s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":705,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:38:48.6891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:46.930856Z","time spent":"1.757636422s","remote":"127.0.0.1:45226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18341,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:38:48.959239Z","caller":"traceutil/trace.go:171","msg":"trace[1065182993] transaction","detail":"{read_only:false; response_revision:15940; number_of_response:1; }","duration":"760.60092ms","start":"2026-07-07T16:38:48.198603Z","end":"2026-07-07T16:38:48.959204Z","steps":["trace[1065182993] 'process raft request' (duration: 760.487458ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:48.959256Z","caller":"traceutil/trace.go:171","msg":"trace[970642449] transaction","detail":"{read_only:false; response_revision:15939; number_of_response:1; }","duration":"766.529983ms","start":"2026-07-07T16:38:48.192678Z","end":"2026-07-07T16:38:48.959207Z","steps":["trace[970642449] 'process raft request' (duration: 766.202726ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:48.959419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:48.19858Z","time spent":"760.753354ms","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T16:38:48.959582Z","caller":"traceutil/trace.go:171","msg":"trace[1867712695] transaction","detail":"{read_only:false; response_revision:15941; number_of_response:1; }","duration":"760.774504ms","start":"2026-07-07T16:38:48.198789Z","end":"2026-07-07T16:38:48.959563Z","steps":["trace[1867712695] 'process raft request' (duration: 760.371264ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:48.959654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:48.198781Z","time spent":"760.840207ms","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":664,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T16:38:48.959705Z","caller":"traceutil/trace.go:171","msg":"trace[1727089834] transaction","detail":"{read_only:false; response_revision:15942; number_of_response:1; }","duration":"760.737363ms","start":"2026-07-07T16:38:48.198915Z","end":"2026-07-07T16:38:48.959652Z","steps":["trace[1727089834] 'process raft request' (duration: 760.538928ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:48.959838Z","caller":"traceutil/trace.go:171","msg":"trace[689893966] transaction","detail":"{read_only:false; response_revision:15944; number_of_response:1; }","duration":"759.415131ms","start":"2026-07-07T16:38:48.200411Z","end":"2026-07-07T16:38:48.959826Z","steps":["trace[689893966] 'process raft request' (duration: 759.224077ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:48.959848Z","caller":"traceutil/trace.go:171","msg":"trace[598196041] transaction","detail":"{read_only:false; response_revision:15946; number_of_response:1; }","duration":"757.975487ms","start":"2026-07-07T16:38:48.201845Z","end":"2026-07-07T16:38:48.95982Z","steps":["trace[598196041] 'process raft request' (duration: 757.878735ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:48.959897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:48.198906Z","time spent":"760.908247ms","remote":"127.0.0.1:40360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1313,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:38:48.95991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:48.200405Z","time spent":"759.462022ms","remote":"127.0.0.1:44962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6944,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:38:48.959923Z","caller":"traceutil/trace.go:171","msg":"trace[1362832046] transaction","detail":"{read_only:false; response_revision:15943; number_of_response:1; }","duration":"759.670568ms","start":"2026-07-07T16:38:48.2002Z","end":"2026-07-07T16:38:48.95987Z","steps":["trace[1362832046] 'process raft request' (duration: 759.37136ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:48.960006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:48.201832Z","time spent":"758.09358ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6385,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:38:48.959992Z","caller":"traceutil/trace.go:171","msg":"trace[877234502] transaction","detail":"{read_only:false; response_revision:15945; number_of_response:1; }","duration":"758.417948ms","start":"2026-07-07T16:38:48.201549Z","end":"2026-07-07T16:38:48.959967Z","steps":["trace[877234502] 'process raft request' (duration: 758.143251ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:48.960152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:48.200192Z","time spent":"759.841192ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9004,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:38:48.960172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:48.192658Z","time spent":"766.700727ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7074,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:38:48.960168Z","caller":"traceutil/trace.go:171","msg":"trace[1640318432] transaction","detail":"{read_only:false; response_revision:15947; number_of_response:1; }","duration":"758.234873ms","start":"2026-07-07T16:38:48.201906Z","end":"2026-07-07T16:38:48.96014Z","steps":["trace[1640318432] 'process raft request' (duration: 757.848604ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:48.960175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:48.201535Z","time spent":"758.566031ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6872,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:38:48.960343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:48.201899Z","time spent":"758.358316ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8039,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:38:48.960398Z","caller":"traceutil/trace.go:171","msg":"trace[2013828938] transaction","detail":"{read_only:false; response_revision:15948; number_of_response:1; }","duration":"758.279774ms","start":"2026-07-07T16:38:48.202111Z","end":"2026-07-07T16:38:48.96039Z","steps":["trace[2013828938] 'process raft request' (duration: 757.928506ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:48.960466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:48.202104Z","time spent":"758.325855ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6385,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:38:48.960551Z","caller":"traceutil/trace.go:171","msg":"trace[1224418938] transaction","detail":"{read_only:false; response_revision:15949; number_of_response:1; }","duration":"756.214604ms","start":"2026-07-07T16:38:48.204329Z","end":"2026-07-07T16:38:48.960543Z","steps":["trace[1224418938] 'process raft request' (duration: 755.968308ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:48.960584Z","caller":"traceutil/trace.go:171","msg":"trace[579358916] transaction","detail":"{read_only:false; response_revision:15950; number_of_response:1; }","duration":"755.077186ms","start":"2026-07-07T16:38:48.205488Z","end":"2026-07-07T16:38:48.960565Z","steps":["trace[579358916] 'process raft request' (duration: 754.942173ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:48.960622Z","caller":"traceutil/trace.go:171","msg":"trace[301664163] transaction","detail":"{read_only:false; response_revision:15951; number_of_response:1; }","duration":"754.38733ms","start":"2026-07-07T16:38:48.206229Z","end":"2026-07-07T16:38:48.960616Z","steps":["trace[301664163] 'process raft request' (duration: 754.292577ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:48.960652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:48.206222Z","time spent":"754.418491ms","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":728,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:38:48.960655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:48.20548Z","time spent":"755.139859ms","remote":"127.0.0.1:45050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1052,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:38:48.960595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:48.204309Z","time spent":"756.264856ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9225,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:38:48.960696Z","caller":"traceutil/trace.go:171","msg":"trace[516868302] transaction","detail":"{read_only:false; response_revision:15952; number_of_response:1; }","duration":"754.324998ms","start":"2026-07-07T16:38:48.206355Z","end":"2026-07-07T16:38:48.96068Z","steps":["trace[516868302] 'process raft request' (duration: 754.198615ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:48.960779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:48.20635Z","time spent":"754.38751ms","remote":"127.0.0.1:45230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6871,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:38:48.960827Z","caller":"traceutil/trace.go:171","msg":"trace[1253129666] transaction","detail":"{read_only:false; response_revision:15953; number_of_response:1; }","duration":"752.223117ms","start":"2026-07-07T16:38:48.208597Z","end":"2026-07-07T16:38:48.96082Z","steps":["trace[1253129666] 'process raft request' (duration: 752.003742ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:48.960792Z","caller":"traceutil/trace.go:171","msg":"trace[252837342] transaction","detail":"{read_only:false; response_revision:15955; number_of_response:1; }","duration":"751.964111ms","start":"2026-07-07T16:38:48.208815Z","end":"2026-07-07T16:38:48.960779Z","steps":["trace[252837342] 'process raft request' (duration: 751.9006ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:48.960881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:48.208591Z","time spent":"752.264328ms","remote":"127.0.0.1:44962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7923,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:38:48.96093Z","caller":"traceutil/trace.go:171","msg":"trace[1837339355] transaction","detail":"{read_only:false; response_revision:15956; number_of_response:1; }","duration":"751.937661ms","start":"2026-07-07T16:38:48.208984Z","end":"2026-07-07T16:38:48.960921Z","steps":["trace[1837339355] 'process raft request' (duration: 751.763097ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:48.960924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:48.20881Z","time spent":"752.082424ms","remote":"127.0.0.1:45230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9337,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:38:48.960975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:48.208943Z","time spent":"752.010643ms","remote":"127.0.0.1:45230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7352,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:38:48.96102Z","caller":"traceutil/trace.go:171","msg":"trace[924532712] transaction","detail":"{read_only:false; response_revision:15954; number_of_response:1; }","duration":"752.260899ms","start":"2026-07-07T16:38:48.208748Z","end":"2026-07-07T16:38:48.961009Z","steps":["trace[924532712] 'process raft request' (duration: 751.89559ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:48.96109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:48.208742Z","time spent":"752.32208ms","remote":"127.0.0.1:45230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6871,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:38:48.961187Z","caller":"traceutil/trace.go:171","msg":"trace[1362123697] transaction","detail":"{read_only:false; response_revision:15957; number_of_response:1; }","duration":"750.983818ms","start":"2026-07-07T16:38:48.210193Z","end":"2026-07-07T16:38:48.961177Z","steps":["trace[1362123697] 'process raft request' (duration: 750.687181ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:48.961241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:48.210183Z","time spent":"751.032659ms","remote":"127.0.0.1:45230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9628,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:38:48.961255Z","caller":"traceutil/trace.go:171","msg":"trace[1942101208] transaction","detail":"{read_only:false; response_revision:15958; number_of_response:1; }","duration":"571.070544ms","start":"2026-07-07T16:38:48.390165Z","end":"2026-07-07T16:38:48.961235Z","steps":["trace[1942101208] 'process raft request' (duration: 570.930131ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:48.96124Z","caller":"traceutil/trace.go:171","msg":"trace[1228213789] linearizableReadLoop","detail":"{readStateIndex:16526; appliedIndex:16502; }","duration":"774.619359ms","start":"2026-07-07T16:38:48.186606Z","end":"2026-07-07T16:38:48.961226Z","steps":["trace[1228213789] 'read index received' (duration: 500.923469ms)","trace[1228213789] 'applied index is now lower than readState.Index' (duration: 273.69481ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:38:48.961341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.989338856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T16:38:48.961369Z","caller":"traceutil/trace.go:171","msg":"trace[1494064785] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:15959; }","duration":"1.989402027s","start":"2026-07-07T16:38:46.971958Z","end":"2026-07-07T16:38:48.96136Z","steps":["trace[1494064785] 'agreement among raft nodes before linearized reading' (duration: 1.989321346s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:48.961393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:46.971936Z","time spent":"1.989452709s","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:38:48.961416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:48.39012Z","time spent":"571.178717ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:38:48.961493Z","caller":"traceutil/trace.go:171","msg":"trace[478861448] transaction","detail":"{read_only:false; response_revision:15959; number_of_response:1; }","duration":"531.604491ms","start":"2026-07-07T16:38:48.429882Z","end":"2026-07-07T16:38:48.961487Z","steps":["trace[478861448] 'process raft request' (duration: 531.292863ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:48.961543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:48.429859Z","time spent":"531.651121ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:38:48.961619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.609191952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-07-07T16:38:48.961672Z","caller":"traceutil/trace.go:171","msg":"trace[833919119] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:15959; }","duration":"2.609273525s","start":"2026-07-07T16:38:46.352382Z","end":"2026-07-07T16:38:48.961655Z","steps":["trace[833919119] 'agreement among raft nodes before linearized reading' (duration: 2.60907313s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:48.961684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.927941591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T16:38:48.961705Z","caller":"traceutil/trace.go:171","msg":"trace[254470790] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:15959; }","duration":"1.928012713s","start":"2026-07-07T16:38:47.033687Z","end":"2026-07-07T16:38:48.9617Z","steps":["trace[254470790] 'agreement among raft nodes before linearized reading' (duration: 1.92789787s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:48.96171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:46.352366Z","time spent":"2.609337596s","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1840,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-07-07T16:38:48.961724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:47.033657Z","time spent":"1.928064284s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":110,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:38:48.961805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.629892333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1343"} {"level":"warn","ts":"2026-07-07T16:38:48.961833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.575514408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:38:48.961875Z","caller":"traceutil/trace.go:171","msg":"trace[1201499561] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:15959; }","duration":"2.5756022s","start":"2026-07-07T16:38:46.386261Z","end":"2026-07-07T16:38:48.961863Z","steps":["trace[1201499561] 'agreement among raft nodes before linearized reading' (duration: 2.575528348s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:48.961879Z","caller":"traceutil/trace.go:171","msg":"trace[803357632] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:15959; }","duration":"2.629945684s","start":"2026-07-07T16:38:46.331905Z","end":"2026-07-07T16:38:48.96185Z","steps":["trace[803357632] 'agreement among raft nodes before linearized reading' (duration: 2.629719189s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:48.961938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:46.331868Z","time spent":"2.630064357s","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1366,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-07-07T16:38:48.961903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:46.386236Z","time spent":"2.575662181s","remote":"127.0.0.1:45200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-07T16:38:48.962297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.644435135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:74 size:704066"} {"level":"info","ts":"2026-07-07T16:38:48.962322Z","caller":"traceutil/trace.go:171","msg":"trace[2132886115] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:74; response_revision:15959; }","duration":"2.644470755s","start":"2026-07-07T16:38:46.317845Z","end":"2026-07-07T16:38:48.962316Z","steps":["trace[2132886115] 'agreement among raft nodes before linearized reading' (duration: 2.64342234s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:48.962341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:46.317841Z","time spent":"2.644493996s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":74,"response size":704089,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-07T16:38:48.998551Z","caller":"traceutil/trace.go:171","msg":"trace[873586356] transaction","detail":"{read_only:false; response_revision:15960; number_of_response:1; }","duration":"305.09179ms","start":"2026-07-07T16:38:48.693438Z","end":"2026-07-07T16:38:48.998529Z","steps":["trace[873586356] 'process raft request' (duration: 304.724131ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:48.998688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:48.693415Z","time spent":"305.205093ms","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":721,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:38:48.999024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.381528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r9lw6\" ","response":"range_response_count:1 size:19125"} {"level":"info","ts":"2026-07-07T16:38:48.999072Z","caller":"traceutil/trace.go:171","msg":"trace[209355879] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r9lw6; range_end:; response_count:1; response_revision:15960; }","duration":"291.49ms","start":"2026-07-07T16:38:48.707572Z","end":"2026-07-07T16:38:48.999062Z","steps":["trace[209355879] 'agreement among raft nodes before linearized reading' (duration: 291.357777ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:48.999144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.34406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-scheduler\" ","response":"range_response_count:1 size:6905"} {"level":"info","ts":"2026-07-07T16:38:48.999178Z","caller":"traceutil/trace.go:171","msg":"trace[1688182543] range","detail":"{range_begin:/registry/deployments/openstack/nova-scheduler; range_end:; response_count:1; response_revision:15960; }","duration":"795.388382ms","start":"2026-07-07T16:38:48.203779Z","end":"2026-07-07T16:38:48.999167Z","steps":["trace[1688182543] 'agreement among raft nodes before linearized reading' (duration: 795.30805ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:48.999186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.235759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p22f7\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-07-07T16:38:48.99921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.06042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-07T16:38:48.999272Z","caller":"traceutil/trace.go:171","msg":"trace[1090105558] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p22f7; range_end:; response_count:1; response_revision:15960; }","duration":"676.404243ms","start":"2026-07-07T16:38:48.322849Z","end":"2026-07-07T16:38:48.999253Z","steps":["trace[1090105558] 'agreement among raft nodes before linearized reading' (duration: 676.099576ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:48.999294Z","caller":"traceutil/trace.go:171","msg":"trace[492005512] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15960; }","duration":"675.196394ms","start":"2026-07-07T16:38:48.324078Z","end":"2026-07-07T16:38:48.999275Z","steps":["trace[492005512] 'agreement among raft nodes before linearized reading' (duration: 674.903196ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:48.999313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.449174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-07T16:38:48.999333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:48.324057Z","time spent":"675.269966ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-07T16:38:48.999376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.800338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-07T16:38:48.999388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.800992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-07T16:38:48.999386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.230621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-api-metadata\" ","response":"range_response_count:1 size:9662"} {"level":"info","ts":"2026-07-07T16:38:48.999406Z","caller":"traceutil/trace.go:171","msg":"trace[638789042] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15960; }","duration":"675.84796ms","start":"2026-07-07T16:38:48.32355Z","end":"2026-07-07T16:38:48.999398Z","steps":["trace[638789042] 'agreement among raft nodes before linearized reading' (duration: 675.779728ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:48.999409Z","caller":"traceutil/trace.go:171","msg":"trace[491525851] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15960; }","duration":"769.845634ms","start":"2026-07-07T16:38:48.229557Z","end":"2026-07-07T16:38:48.999403Z","steps":["trace[491525851] 'agreement among raft nodes before linearized reading' (duration: 769.792062ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:48.99942Z","caller":"traceutil/trace.go:171","msg":"trace[236075212] range","detail":"{range_begin:/registry/deployments/openstack/nova-api-metadata; range_end:; response_count:1; response_revision:15960; }","duration":"798.312383ms","start":"2026-07-07T16:38:48.201098Z","end":"2026-07-07T16:38:48.99941Z","steps":["trace[236075212] 'agreement among raft nodes before linearized reading' (duration: 798.21089ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:48.999429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:48.323542Z","time spent":"675.88041ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-07T16:38:48.999431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:48.229545Z","time spent":"769.881074ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-07T16:38:48.99945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:48.201074Z","time spent":"798.369794ms","remote":"127.0.0.1:45200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":9685,"request content":"key:\"/registry/deployments/openstack/nova-api-metadata\" "} {"level":"warn","ts":"2026-07-07T16:38:48.999452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.275124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-api-osapi\" ","response":"range_response_count:1 size:7386"} {"level":"warn","ts":"2026-07-07T16:38:48.999546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.79703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:38:48.999551Z","caller":"traceutil/trace.go:171","msg":"trace[842260041] range","detail":"{range_begin:/registry/deployments/openstack/nova-api-osapi; range_end:; response_count:1; response_revision:15960; }","duration":"789.414747ms","start":"2026-07-07T16:38:48.210116Z","end":"2026-07-07T16:38:48.999531Z","steps":["trace[842260041] 'agreement among raft nodes before linearized reading' (duration: 788.760411ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:48.999521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.928275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-conductor\" ","response":"range_response_count:1 size:6905"} {"level":"warn","ts":"2026-07-07T16:38:48.999595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:48.210107Z","time spent":"789.479979ms","remote":"127.0.0.1:45200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7409,"request content":"key:\"/registry/deployments/openstack/nova-api-osapi\" "} {"level":"info","ts":"2026-07-07T16:38:48.999616Z","caller":"traceutil/trace.go:171","msg":"trace[800175950] range","detail":"{range_begin:/registry/deployments/openstack/nova-conductor; range_end:; response_count:1; response_revision:15960; }","duration":"796.066368ms","start":"2026-07-07T16:38:48.20353Z","end":"2026-07-07T16:38:48.999597Z","steps":["trace[800175950] 'agreement among raft nodes before linearized reading' (duration: 795.746641ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:48.99966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:48.203518Z","time spent":"796.13593ms","remote":"127.0.0.1:45200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":6928,"request content":"key:\"/registry/deployments/openstack/nova-conductor\" "} {"level":"warn","ts":"2026-07-07T16:38:48.999254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.806559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-07T16:38:48.999698Z","caller":"traceutil/trace.go:171","msg":"trace[1252904894] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15960; }","duration":"688.24816ms","start":"2026-07-07T16:38:48.311441Z","end":"2026-07-07T16:38:48.999689Z","steps":["trace[1252904894] 'agreement among raft nodes before linearized reading' (duration: 687.758898ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:48.999313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:48.322809Z","time spent":"676.498675ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-p22f7\" "} {"level":"warn","ts":"2026-07-07T16:38:48.999734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:48.311408Z","time spent":"688.317331ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-07T16:38:48.999567Z","caller":"traceutil/trace.go:171","msg":"trace[1949295627] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15960; }","duration":"809.817981ms","start":"2026-07-07T16:38:48.189744Z","end":"2026-07-07T16:38:48.999562Z","steps":["trace[1949295627] 'agreement among raft nodes before linearized reading' (duration: 809.78447ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:48.99978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:48.189664Z","time spent":"810.104838ms","remote":"127.0.0.1:44742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-07T16:38:48.999336Z","caller":"traceutil/trace.go:171","msg":"trace[711399612] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15960; }","duration":"688.532587ms","start":"2026-07-07T16:38:48.310796Z","end":"2026-07-07T16:38:48.999329Z","steps":["trace[711399612] 'agreement among raft nodes before linearized reading' (duration: 688.471755ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:48.999866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.304784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-novncproxy\" ","response":"range_response_count:1 size:9371"} {"level":"warn","ts":"2026-07-07T16:38:48.999875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:48.310763Z","time spent":"689.09618ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-07T16:38:48.999895Z","caller":"traceutil/trace.go:171","msg":"trace[922999535] range","detail":"{range_begin:/registry/deployments/openstack/nova-novncproxy; range_end:; response_count:1; response_revision:15960; }","duration":"796.375065ms","start":"2026-07-07T16:38:48.203514Z","end":"2026-07-07T16:38:48.999889Z","steps":["trace[922999535] 'agreement among raft nodes before linearized reading' (duration: 795.72613ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:48.999221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:48.203771Z","time spent":"795.440843ms","remote":"127.0.0.1:45200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":6928,"request content":"key:\"/registry/deployments/openstack/nova-scheduler\" "} {"level":"warn","ts":"2026-07-07T16:38:48.999917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:48.2035Z","time spent":"796.412667ms","remote":"127.0.0.1:45200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":9394,"request content":"key:\"/registry/deployments/openstack/nova-novncproxy\" "} {"level":"warn","ts":"2026-07-07T16:38:49.49841Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004043097,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-07T16:38:49.66593Z","caller":"traceutil/trace.go:171","msg":"trace[507125708] transaction","detail":"{read_only:false; response_revision:15961; number_of_response:1; }","duration":"699.887623ms","start":"2026-07-07T16:38:48.966001Z","end":"2026-07-07T16:38:49.665889Z","steps":["trace[507125708] 'process raft request' (duration: 699.605536ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:49.665962Z","caller":"traceutil/trace.go:171","msg":"trace[1909170107] transaction","detail":"{read_only:false; response_revision:15962; number_of_response:1; }","duration":"698.886788ms","start":"2026-07-07T16:38:48.967031Z","end":"2026-07-07T16:38:49.665918Z","steps":["trace[1909170107] 'process raft request' (duration: 698.759805ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:49.666042Z","caller":"traceutil/trace.go:171","msg":"trace[1846720883] transaction","detail":"{read_only:false; response_revision:15964; number_of_response:1; }","duration":"694.920502ms","start":"2026-07-07T16:38:48.971101Z","end":"2026-07-07T16:38:49.666021Z","steps":["trace[1846720883] 'process raft request' (duration: 694.774398ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:49.665991Z","caller":"traceutil/trace.go:171","msg":"trace[545543352] transaction","detail":"{read_only:false; response_revision:15963; number_of_response:1; }","duration":"695.375323ms","start":"2026-07-07T16:38:48.970583Z","end":"2026-07-07T16:38:49.665959Z","steps":["trace[545543352] 'process raft request' (duration: 695.24963ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:49.66609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:48.965967Z","time spent":"700.045056ms","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":728,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T16:38:49.666082Z","caller":"traceutil/trace.go:171","msg":"trace[323131090] transaction","detail":"{read_only:false; response_revision:15965; number_of_response:1; }","duration":"693.642592ms","start":"2026-07-07T16:38:48.97241Z","end":"2026-07-07T16:38:49.666053Z","steps":["trace[323131090] 'process raft request' (duration: 693.531649ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:49.666167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:48.967018Z","time spent":"699.056192ms","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":668,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:38:49.666166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:48.970574Z","time spent":"695.529677ms","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:38:49.666193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:48.971046Z","time spent":"695.031615ms","remote":"127.0.0.1:45050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1060,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:38:49.666256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:48.972402Z","time spent":"693.753944ms","remote":"127.0.0.1:40360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1902,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:38:49.666414Z","caller":"traceutil/trace.go:171","msg":"trace[765412919] transaction","detail":"{read_only:false; number_of_response:1; response_revision:15965; }","duration":"689.748586ms","start":"2026-07-07T16:38:48.976626Z","end":"2026-07-07T16:38:49.666374Z","steps":["trace[765412919] 'process raft request' (duration: 689.386278ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:49.666599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:48.976587Z","time spent":"689.90666ms","remote":"127.0.0.1:40360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":77,"response count":0,"response size":1951,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:38:50.13605Z","caller":"traceutil/trace.go:171","msg":"trace[39605797] transaction","detail":"{read_only:false; response_revision:15966; number_of_response:1; }","duration":"1.132816936s","start":"2026-07-07T16:38:49.003208Z","end":"2026-07-07T16:38:50.136025Z","steps":["trace[39605797] 'process raft request' (duration: 1.131970195s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:50.136167Z","caller":"traceutil/trace.go:171","msg":"trace[1128750407] transaction","detail":"{read_only:false; response_revision:15967; number_of_response:1; }","duration":"1.132424056s","start":"2026-07-07T16:38:49.0037Z","end":"2026-07-07T16:38:50.136124Z","steps":["trace[1128750407] 'process raft request' (duration: 1.132218411s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:50.136208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:49.003181Z","time spent":"1.132945719s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:38:50.136282Z","caller":"traceutil/trace.go:171","msg":"trace[1566210027] transaction","detail":"{read_only:false; response_revision:15968; number_of_response:1; }","duration":"1.13173766s","start":"2026-07-07T16:38:49.004507Z","end":"2026-07-07T16:38:50.136245Z","steps":["trace[1566210027] 'process raft request' (duration: 1.131531955s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:50.13636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:49.003693Z","time spent":"1.13257693s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":741,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T16:38:50.136416Z","caller":"traceutil/trace.go:171","msg":"trace[1825852246] transaction","detail":"{read_only:false; response_revision:15969; number_of_response:1; }","duration":"1.131699789s","start":"2026-07-07T16:38:49.004671Z","end":"2026-07-07T16:38:50.13637Z","steps":["trace[1825852246] 'process raft request' (duration: 1.131435112s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:50.1365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:49.004498Z","time spent":"1.131867963s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:38:50.136495Z","caller":"traceutil/trace.go:171","msg":"trace[1224751925] transaction","detail":"{read_only:false; response_revision:15970; number_of_response:1; }","duration":"1.131665838s","start":"2026-07-07T16:38:49.004777Z","end":"2026-07-07T16:38:50.136443Z","steps":["trace[1224751925] 'process raft request' (duration: 1.131381271s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:50.136662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:49.004767Z","time spent":"1.131803652s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:38:50.136676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:49.004639Z","time spent":"1.131911814s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:38:50.137377Z","caller":"traceutil/trace.go:171","msg":"trace[909364641] transaction","detail":"{read_only:false; response_revision:15971; number_of_response:1; }","duration":"1.132520599s","start":"2026-07-07T16:38:49.004837Z","end":"2026-07-07T16:38:50.137358Z","steps":["trace[909364641] 'process raft request' (duration: 1.131370721s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:50.137464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:49.00482Z","time spent":"1.13259993s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:38:50.138764Z","caller":"traceutil/trace.go:171","msg":"trace[679126405] linearizableReadLoop","detail":"{readStateIndex:16546; appliedIndex:16527; }","duration":"1.14044112s","start":"2026-07-07T16:38:48.998305Z","end":"2026-07-07T16:38:50.138746Z","steps":["trace[679126405] 'read index received' (duration: 667.403766ms)","trace[679126405] 'applied index is now lower than readState.Index' (duration: 473.036264ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:38:50.13932Z","caller":"traceutil/trace.go:171","msg":"trace[1581605966] transaction","detail":"{read_only:false; response_revision:15979; number_of_response:1; }","duration":"611.488903ms","start":"2026-07-07T16:38:49.527797Z","end":"2026-07-07T16:38:50.139286Z","steps":["trace[1581605966] 'process raft request' (duration: 610.902009ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:50.139906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:49.527763Z","time spent":"612.091218ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:38:50.139382Z","caller":"traceutil/trace.go:171","msg":"trace[122637421] transaction","detail":"{read_only:false; response_revision:15972; number_of_response:1; }","duration":"1.133245557s","start":"2026-07-07T16:38:49.006085Z","end":"2026-07-07T16:38:50.139331Z","steps":["trace[122637421] 'process raft request' (duration: 1.131016923s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:50.140131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:49.006077Z","time spent":"1.134021375s","remote":"127.0.0.1:45200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7187,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:38:50.139451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.158019546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/nova-conductor-6f9c49f9f6\" ","response":"range_response_count:1 size:6886"} {"level":"info","ts":"2026-07-07T16:38:50.14028Z","caller":"traceutil/trace.go:171","msg":"trace[322734380] range","detail":"{range_begin:/registry/replicasets/openstack/nova-conductor-6f9c49f9f6; range_end:; response_count:1; response_revision:15979; }","duration":"1.158861746s","start":"2026-07-07T16:38:48.981406Z","end":"2026-07-07T16:38:50.140268Z","steps":["trace[322734380] 'agreement among raft nodes before linearized reading' (duration: 1.157825491s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:50.140317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:48.981291Z","time spent":"1.15901713s","remote":"127.0.0.1:45230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":6909,"request content":"key:\"/registry/replicasets/openstack/nova-conductor-6f9c49f9f6\" "} {"level":"info","ts":"2026-07-07T16:38:50.13947Z","caller":"traceutil/trace.go:171","msg":"trace[1432732873] transaction","detail":"{read_only:false; response_revision:15973; number_of_response:1; }","duration":"1.131792941s","start":"2026-07-07T16:38:49.007649Z","end":"2026-07-07T16:38:50.139442Z","steps":["trace[1432732873] 'process raft request' (duration: 1.130717165s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:50.140675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:49.007639Z","time spent":"1.132901698s","remote":"127.0.0.1:45200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7668,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:38:50.139472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.161712045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:38:50.140836Z","caller":"traceutil/trace.go:171","msg":"trace[313567825] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-init; range_end:; response_count:0; response_revision:15979; }","duration":"1.163101489s","start":"2026-07-07T16:38:48.977716Z","end":"2026-07-07T16:38:50.140817Z","steps":["trace[313567825] 'agreement among raft nodes before linearized reading' (duration: 1.161671884s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:50.140903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:48.977708Z","time spent":"1.16317883s","remote":"127.0.0.1:44962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-db-init\" "} {"level":"warn","ts":"2026-07-07T16:38:50.139551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.155179597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-07-07T16:38:50.141026Z","caller":"traceutil/trace.go:171","msg":"trace[1969311498] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:15979; }","duration":"1.156649653s","start":"2026-07-07T16:38:48.984344Z","end":"2026-07-07T16:38:50.140994Z","steps":["trace[1969311498] 'agreement among raft nodes before linearized reading' (duration: 1.155139596s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:50.141111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:48.984334Z","time spent":"1.156743505s","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1366,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-07-07T16:38:50.139528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.163383586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/nova-scheduler-7c7b4dd8c6\" ","response":"range_response_count:1 size:6886"} {"level":"info","ts":"2026-07-07T16:38:50.141372Z","caller":"traceutil/trace.go:171","msg":"trace[128742944] range","detail":"{range_begin:/registry/replicasets/openstack/nova-scheduler-7c7b4dd8c6; range_end:; response_count:1; response_revision:15979; }","duration":"1.16524392s","start":"2026-07-07T16:38:48.976109Z","end":"2026-07-07T16:38:50.141353Z","steps":["trace[128742944] 'agreement among raft nodes before linearized reading' (duration: 1.163224542s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:50.141452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:48.976105Z","time spent":"1.165327642s","remote":"127.0.0.1:45230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":6909,"request content":"key:\"/registry/replicasets/openstack/nova-scheduler-7c7b4dd8c6\" "} {"level":"info","ts":"2026-07-07T16:38:50.139536Z","caller":"traceutil/trace.go:171","msg":"trace[1226768547] transaction","detail":"{read_only:false; response_revision:15974; number_of_response:1; }","duration":"1.130288495s","start":"2026-07-07T16:38:49.009228Z","end":"2026-07-07T16:38:50.139516Z","steps":["trace[1226768547] 'process raft request' (duration: 1.129195179s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:50.139528Z","caller":"traceutil/trace.go:171","msg":"trace[971339639] transaction","detail":"{read_only:false; response_revision:15976; number_of_response:1; }","duration":"1.129175777s","start":"2026-07-07T16:38:49.010305Z","end":"2026-07-07T16:38:50.139481Z","steps":["trace[971339639] 'process raft request' (duration: 1.128256035s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:50.141671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:49.009221Z","time spent":"1.132396246s","remote":"127.0.0.1:45200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7187,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:38:50.141861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:49.010295Z","time spent":"1.131414582s","remote":"127.0.0.1:45200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9944,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:38:50.139598Z","caller":"traceutil/trace.go:171","msg":"trace[2112242501] transaction","detail":"{read_only:false; response_revision:15977; number_of_response:1; }","duration":"1.129228569s","start":"2026-07-07T16:38:49.010361Z","end":"2026-07-07T16:38:50.13959Z","steps":["trace[2112242501] 'process raft request' (duration: 1.128246485s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:50.150491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:49.010356Z","time spent":"1.14003025s","remote":"127.0.0.1:45200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9653,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:38:50.139609Z","caller":"traceutil/trace.go:171","msg":"trace[145240873] transaction","detail":"{read_only:false; response_revision:15975; number_of_response:1; }","duration":"1.130176922s","start":"2026-07-07T16:38:49.009416Z","end":"2026-07-07T16:38:50.139593Z","steps":["trace[145240873] 'process raft request' (duration: 1.129069445s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:50.150763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:49.009408Z","time spent":"1.14127914s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":21951,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:38:50.139615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.163505948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/nova-api-osapi-6477c7dddd\" ","response":"range_response_count:1 size:7367"} {"level":"info","ts":"2026-07-07T16:38:50.150896Z","caller":"traceutil/trace.go:171","msg":"trace[194791262] range","detail":"{range_begin:/registry/replicasets/openstack/nova-api-osapi-6477c7dddd; range_end:; response_count:1; response_revision:15979; }","duration":"1.174796181s","start":"2026-07-07T16:38:48.976056Z","end":"2026-07-07T16:38:50.150852Z","steps":["trace[194791262] 'agreement among raft nodes before linearized reading' (duration: 1.163456757s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:50.13963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.15818527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/nova-api-metadata-6ffb7cf5df\" ","response":"range_response_count:1 size:9643"} {"level":"info","ts":"2026-07-07T16:38:50.151016Z","caller":"traceutil/trace.go:171","msg":"trace[1227307275] range","detail":"{range_begin:/registry/replicasets/openstack/nova-api-metadata-6ffb7cf5df; range_end:; response_count:1; response_revision:15979; }","duration":"1.169573365s","start":"2026-07-07T16:38:48.981423Z","end":"2026-07-07T16:38:50.150996Z","steps":["trace[1227307275] 'agreement among raft nodes before linearized reading' (duration: 1.158150908s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:50.151056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:48.981411Z","time spent":"1.169632557s","remote":"127.0.0.1:45230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":9666,"request content":"key:\"/registry/replicasets/openstack/nova-api-metadata-6ffb7cf5df\" "} {"level":"warn","ts":"2026-07-07T16:38:50.151044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:48.976035Z","time spent":"1.174960776s","remote":"127.0.0.1:45230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":7390,"request content":"key:\"/registry/replicasets/openstack/nova-api-osapi-6477c7dddd\" "} {"level":"warn","ts":"2026-07-07T16:38:50.139676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.173641014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:38:50.151124Z","caller":"traceutil/trace.go:171","msg":"trace[17447141] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:15979; }","duration":"1.185121592s","start":"2026-07-07T16:38:48.96599Z","end":"2026-07-07T16:38:50.151112Z","steps":["trace[17447141] 'agreement among raft nodes before linearized reading' (duration: 1.173645714s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:50.151155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:48.965973Z","time spent":"1.185174882s","remote":"127.0.0.1:44934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-07T16:38:50.139708Z","caller":"traceutil/trace.go:171","msg":"trace[1407054693] transaction","detail":"{read_only:false; response_revision:15978; number_of_response:1; }","duration":"900.387282ms","start":"2026-07-07T16:38:49.239304Z","end":"2026-07-07T16:38:50.139691Z","steps":["trace[1407054693] 'process raft request' (duration: 899.350667ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:50.139743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165413254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/nova-novncproxy-67d856564f\" ","response":"range_response_count:1 size:9352"} {"level":"info","ts":"2026-07-07T16:38:50.151379Z","caller":"traceutil/trace.go:171","msg":"trace[1464409299] range","detail":"{range_begin:/registry/replicasets/openstack/nova-novncproxy-67d856564f; range_end:; response_count:1; response_revision:15979; }","duration":"1.177089077s","start":"2026-07-07T16:38:48.97428Z","end":"2026-07-07T16:38:50.151369Z","steps":["trace[1464409299] 'agreement among raft nodes before linearized reading' (duration: 1.16524048s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:50.151399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:48.97426Z","time spent":"1.177132428s","remote":"127.0.0.1:45230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":9375,"request content":"key:\"/registry/replicasets/openstack/nova-novncproxy-67d856564f\" "} {"level":"warn","ts":"2026-07-07T16:38:50.151355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:49.239271Z","time spent":"911.938772ms","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":806,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:38:50.640209Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004043116,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T16:38:51.014799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000507228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T16:38:51.014925Z","caller":"traceutil/trace.go:171","msg":"trace[1161899130] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000691962s","start":"2026-07-07T16:38:49.014211Z","end":"2026-07-07T16:38:51.014903Z","steps":["trace[1161899130] 'agreement among raft nodes before linearized reading' (duration: 2.000542179s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:51.014977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:49.014185Z","time spent":"2.000779495s","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 16:38:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T16:38:51.140954Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004043116,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T16:38:51.641867Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004043116,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T16:38:52.142067Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004043116,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T16:38:52.264919Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.129641262s","expected-duration":"1s"} {"level":"info","ts":"2026-07-07T16:38:52.266048Z","caller":"traceutil/trace.go:171","msg":"trace[287341416] transaction","detail":"{read_only:false; response_revision:15980; number_of_response:1; }","duration":"2.589879346s","start":"2026-07-07T16:38:49.6761Z","end":"2026-07-07T16:38:52.265979Z","steps":["trace[287341416] 'process raft request' (duration: 2.589466446s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:52.266189Z","caller":"traceutil/trace.go:171","msg":"trace[822721795] transaction","detail":"{read_only:false; response_revision:15981; number_of_response:1; }","duration":"2.589452945s","start":"2026-07-07T16:38:49.676589Z","end":"2026-07-07T16:38:52.266042Z","steps":["trace[822721795] 'process raft request' (duration: 2.589275971s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:52.266289Z","caller":"traceutil/trace.go:171","msg":"trace[224578988] transaction","detail":"{read_only:false; response_revision:15982; number_of_response:1; }","duration":"2.589538228s","start":"2026-07-07T16:38:49.676661Z","end":"2026-07-07T16:38:52.266199Z","steps":["trace[224578988] 'process raft request' (duration: 2.589269032s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:52.266234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:49.676075Z","time spent":"2.59004719s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":728,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:38:52.266487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:49.676556Z","time spent":"2.589782003s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":708,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:38:52.266568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:49.676619Z","time spent":"2.589824925s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":762,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T16:38:52.266772Z","caller":"traceutil/trace.go:171","msg":"trace[1600964182] transaction","detail":"{read_only:false; response_revision:15983; number_of_response:1; }","duration":"2.585836269s","start":"2026-07-07T16:38:49.680884Z","end":"2026-07-07T16:38:52.266721Z","steps":["trace[1600964182] 'process raft request' (duration: 2.585104941s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:52.267012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:49.680868Z","time spent":"2.586006592s","remote":"127.0.0.1:40360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2450,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:38:53.015602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000210509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-07T16:38:53.015702Z","caller":"traceutil/trace.go:171","msg":"trace[717051903] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000371503s","start":"2026-07-07T16:38:51.015308Z","end":"2026-07-07T16:38:53.015679Z","steps":["trace[717051903] 'agreement among raft nodes before linearized reading' (duration: 2.00024043s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:53.015755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:51.015291Z","time spent":"2.000455325s","remote":"127.0.0.1:44742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 16:38:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T16:38:54.304544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.976156ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:38:54.304715Z","caller":"traceutil/trace.go:171","msg":"trace[2002349010] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:15983; }","duration":"748.168841ms","start":"2026-07-07T16:38:53.556522Z","end":"2026-07-07T16:38:54.304691Z","steps":["trace[2002349010] 'range keys from in-memory index tree' (duration: 747.953735ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:54.463651Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.444975208s","expected-duration":"1s"} {"level":"info","ts":"2026-07-07T16:38:54.464528Z","caller":"traceutil/trace.go:171","msg":"trace[1992010834] transaction","detail":"{read_only:false; response_revision:15984; number_of_response:1; }","duration":"4.316927958s","start":"2026-07-07T16:38:50.147504Z","end":"2026-07-07T16:38:54.464432Z","steps":["trace[1992010834] 'process raft request' (duration: 4.3166034s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:54.464588Z","caller":"traceutil/trace.go:171","msg":"trace[833486198] transaction","detail":"{read_only:false; response_revision:15987; number_of_response:1; }","duration":"4.268224669s","start":"2026-07-07T16:38:50.196329Z","end":"2026-07-07T16:38:54.464553Z","steps":["trace[833486198] 'process raft request' (duration: 4.268082346s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:54.464599Z","caller":"traceutil/trace.go:171","msg":"trace[1961333203] transaction","detail":"{read_only:false; response_revision:15985; number_of_response:1; }","duration":"4.269057179s","start":"2026-07-07T16:38:50.195474Z","end":"2026-07-07T16:38:54.464531Z","steps":["trace[1961333203] 'process raft request' (duration: 4.268827303s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:54.464784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:50.196295Z","time spent":"4.268359222s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:38:54.464751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:50.147466Z","time spent":"4.317186624s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":697,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T16:38:54.464853Z","caller":"traceutil/trace.go:171","msg":"trace[497144598] transaction","detail":"{read_only:false; response_revision:15988; number_of_response:1; }","duration":"4.267924162s","start":"2026-07-07T16:38:50.196887Z","end":"2026-07-07T16:38:54.464811Z","steps":["trace[497144598] 'process raft request' (duration: 4.267607994s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:54.464629Z","caller":"traceutil/trace.go:171","msg":"trace[2093114387] transaction","detail":"{read_only:false; response_revision:15986; number_of_response:1; }","duration":"4.268798593s","start":"2026-07-07T16:38:50.195796Z","end":"2026-07-07T16:38:54.464594Z","steps":["trace[2093114387] 'process raft request' (duration: 4.268577278s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:54.465024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:50.19686Z","time spent":"4.268066895s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:38:54.46505Z","caller":"traceutil/trace.go:171","msg":"trace[2003540636] transaction","detail":"{read_only:false; response_revision:15989; number_of_response:1; }","duration":"4.241051711s","start":"2026-07-07T16:38:50.223981Z","end":"2026-07-07T16:38:54.465033Z","steps":["trace[2003540636] 'process raft request' (duration: 4.240819445s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:54.465174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:50.223936Z","time spent":"4.241176725s","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":171736,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:38:54.465181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:50.195783Z","time spent":"4.269249904s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:38:54.465645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:50.195445Z","time spent":"4.269375017s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:38:55.024136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999820671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-07T16:38:55.024249Z","caller":"traceutil/trace.go:171","msg":"trace[1800905020] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999988245s","start":"2026-07-07T16:38:53.024245Z","end":"2026-07-07T16:38:55.024233Z","steps":["trace[1800905020] 'agreement among raft nodes before linearized reading' (duration: 1.999828761s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:55.024356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:53.024221Z","time spent":"2.000122398s","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T16:38:55.610555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145531233s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-07T16:38:55.61132Z","caller":"traceutil/trace.go:171","msg":"trace[1436737688] transaction","detail":"{read_only:false; response_revision:15990; number_of_response:1; }","duration":"4.907806132s","start":"2026-07-07T16:38:50.70347Z","end":"2026-07-07T16:38:55.611276Z","steps":["trace[1436737688] 'process raft request' (duration: 4.907212677s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:55.611349Z","caller":"traceutil/trace.go:171","msg":"trace[1238689231] linearizableReadLoop","detail":"{readStateIndex:16559; appliedIndex:16547; }","duration":"5.471509199s","start":"2026-07-07T16:38:50.139795Z","end":"2026-07-07T16:38:55.611304Z","steps":["trace[1238689231] 'read index received' (duration: 2.125538762s)","trace[1238689231] 'applied index is now lower than readState.Index' (duration: 3.345967637s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:38:55.611505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:50.703439Z","time spent":"4.907976366s","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4047,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:38:55.868752Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.05281636s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-07T16:38:56.418673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.411767978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3684"} {"level":"info","ts":"2026-07-07T16:38:56.419813Z","caller":"traceutil/trace.go:171","msg":"trace[438875596] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:15990; }","duration":"7.412938607s","start":"2026-07-07T16:38:49.006824Z","end":"2026-07-07T16:38:56.419763Z","steps":["trace[438875596] 'agreement among raft nodes before linearized reading' (duration: 6.604679094s)","trace[438875596] 'range keys from in-memory index tree' (duration: 806.981302ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:38:56.41995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:49.006812Z","time spent":"7.41308795s","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3707,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-07-07T16:38:56.419948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.231375964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:38:56.419939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.416356439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:74 size:706907"} {"level":"info","ts":"2026-07-07T16:38:56.420062Z","caller":"traceutil/trace.go:171","msg":"trace[813837178] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:15990; }","duration":"7.23162708s","start":"2026-07-07T16:38:49.188405Z","end":"2026-07-07T16:38:56.420032Z","steps":["trace[813837178] 'agreement among raft nodes before linearized reading' (duration: 6.423073291s)","trace[813837178] 'count revisions from in-memory index tree' (duration: 808.369855ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:38:56.420083Z","caller":"traceutil/trace.go:171","msg":"trace[429665886] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:74; response_revision:15990; }","duration":"7.416506873s","start":"2026-07-07T16:38:49.00354Z","end":"2026-07-07T16:38:56.420047Z","steps":["trace[429665886] 'agreement among raft nodes before linearized reading' (duration: 6.607981774s)","trace[429665886] 'range keys from in-memory index tree' (duration: 807.553046ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:38:56.420125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:49.188374Z","time spent":"7.231737062s","remote":"127.0.0.1:59984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:38:56.420139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:49.00351Z","time spent":"7.416615726s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":74,"response size":706930,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-07T16:38:56.420132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.756764ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-07-07T16:38:56.420224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.164778303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-bootstrap\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-07-07T16:38:56.420784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.155890863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:38:56.4208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.278920606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-07T16:38:56.420804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.264621716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/nova-api-osapi-6477c7dddd\" ","response":"range_response_count:1 size:7367"} {"level":"info","ts":"2026-07-07T16:38:56.420832Z","caller":"traceutil/trace.go:171","msg":"trace[976262405] transaction","detail":"{read_only:false; response_revision:15994; number_of_response:1; }","duration":"1.935081454s","start":"2026-07-07T16:38:54.485728Z","end":"2026-07-07T16:38:56.42081Z","steps":["trace[976262405] 'process raft request' (duration: 1.934625593s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:56.420847Z","caller":"traceutil/trace.go:171","msg":"trace[1876875950] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:15994; }","duration":"5.155994826s","start":"2026-07-07T16:38:51.264837Z","end":"2026-07-07T16:38:56.420832Z","steps":["trace[1876875950] 'agreement among raft nodes before linearized reading' (duration: 5.155906454s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:56.420849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.187226116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:38:56.420838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.264473073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/nova-novncproxy-67d856564f-r7t6v.18c00f596f891a06\" ","response":"range_response_count:1 size:821"} {"level":"info","ts":"2026-07-07T16:38:56.420866Z","caller":"traceutil/trace.go:171","msg":"trace[914836706] range","detail":"{range_begin:/registry/replicasets/openstack/nova-api-osapi-6477c7dddd; range_end:; response_count:1; response_revision:15994; }","duration":"6.264696707s","start":"2026-07-07T16:38:50.156154Z","end":"2026-07-07T16:38:56.420851Z","steps":["trace[914836706] 'agreement among raft nodes before linearized reading' (duration: 6.264471262s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:56.420891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:51.264813Z","time spent":"5.156066917s","remote":"127.0.0.1:59964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:38:56.42091Z","caller":"traceutil/trace.go:171","msg":"trace[1046911084] range","detail":"{range_begin:/registry/events/openstack/nova-novncproxy-67d856564f-r7t6v.18c00f596f891a06; range_end:; response_count:1; response_revision:15994; }","duration":"6.264561164s","start":"2026-07-07T16:38:50.156331Z","end":"2026-07-07T16:38:56.420893Z","steps":["trace[1046911084] 'agreement among raft nodes before linearized reading' (duration: 6.264323729s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:56.420917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:50.156147Z","time spent":"6.26475942s","remote":"127.0.0.1:45230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":7390,"request content":"key:\"/registry/replicasets/openstack/nova-api-osapi-6477c7dddd\" "} {"level":"warn","ts":"2026-07-07T16:38:56.420933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.895010797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.193\" ","response":"range_response_count:1 size:138"} {"level":"warn","ts":"2026-07-07T16:38:56.420948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.278868225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-07T16:38:56.420954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:50.156322Z","time spent":"6.264623526s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":844,"request content":"key:\"/registry/events/openstack/nova-novncproxy-67d856564f-r7t6v.18c00f596f891a06\" "} {"level":"info","ts":"2026-07-07T16:38:56.420901Z","caller":"traceutil/trace.go:171","msg":"trace[543811856] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:15994; }","duration":"3.187309288s","start":"2026-07-07T16:38:53.233574Z","end":"2026-07-07T16:38:56.420883Z","steps":["trace[543811856] 'agreement among raft nodes before linearized reading' (duration: 3.187233786s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:56.420865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.279111341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-07T16:38:56.420973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.272941867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/nova-conductor-6f9c49f9f6\" ","response":"range_response_count:1 size:6886"} {"level":"info","ts":"2026-07-07T16:38:56.420986Z","caller":"traceutil/trace.go:171","msg":"trace[67782370] range","detail":"{range_begin:/registry/masterleases/199.19.213.193; range_end:; response_count:1; response_revision:15994; }","duration":"2.895103129s","start":"2026-07-07T16:38:53.525869Z","end":"2026-07-07T16:38:56.420972Z","steps":["trace[67782370] 'agreement among raft nodes before linearized reading' (duration: 2.894951596s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:56.420985Z","caller":"traceutil/trace.go:171","msg":"trace[421796888] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15994; }","duration":"4.278925726s","start":"2026-07-07T16:38:52.142051Z","end":"2026-07-07T16:38:56.420976Z","steps":["trace[421796888] 'agreement among raft nodes before linearized reading' (duration: 4.278830724s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:56.420967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.264721428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/nova-api-metadata-6ffb7cf5df\" ","response":"range_response_count:1 size:9643"} {"level":"info","ts":"2026-07-07T16:38:56.421021Z","caller":"traceutil/trace.go:171","msg":"trace[734254411] range","detail":"{range_begin:/registry/replicasets/openstack/nova-conductor-6f9c49f9f6; range_end:; response_count:1; response_revision:15994; }","duration":"6.273022979s","start":"2026-07-07T16:38:50.147987Z","end":"2026-07-07T16:38:56.42101Z","steps":["trace[734254411] 'agreement among raft nodes before linearized reading' (duration: 6.272896996s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:56.421039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:52.142042Z","time spent":"4.278988018s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-07T16:38:56.421072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:50.147966Z","time spent":"6.273099081s","remote":"127.0.0.1:45230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":6909,"request content":"key:\"/registry/replicasets/openstack/nova-conductor-6f9c49f9f6\" "} {"level":"warn","ts":"2026-07-07T16:38:56.421085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.13906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-07T16:38:56.420906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:54.485678Z","time spent":"1.935194777s","remote":"127.0.0.1:44962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8569,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:38:56.421091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.279812238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-07T16:38:56.420981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.279402608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-07T16:38:56.421118Z","caller":"traceutil/trace.go:171","msg":"trace[1435854962] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:15994; }","duration":"908.226982ms","start":"2026-07-07T16:38:55.512883Z","end":"2026-07-07T16:38:56.42111Z","steps":["trace[1435854962] 'agreement among raft nodes before linearized reading' (duration: 908.16339ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:56.421085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:53.233552Z","time spent":"3.187443382s","remote":"127.0.0.1:59960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:38:56.421131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.003061819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18790"} {"level":"info","ts":"2026-07-07T16:38:56.421151Z","caller":"traceutil/trace.go:171","msg":"trace[1987720885] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15994; }","duration":"4.279600553s","start":"2026-07-07T16:38:52.141541Z","end":"2026-07-07T16:38:56.421141Z","steps":["trace[1987720885] 'agreement among raft nodes before linearized reading' (duration: 4.279356527s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:56.421154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:55.512846Z","time spent":"908.299643ms","remote":"127.0.0.1:49662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:38:56.421156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.244008044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:38:56.421163Z","caller":"traceutil/trace.go:171","msg":"trace[2090903883] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:15994; }","duration":"2.003146761s","start":"2026-07-07T16:38:54.418008Z","end":"2026-07-07T16:38:56.421155Z","steps":["trace[2090903883] 'agreement among raft nodes before linearized reading' (duration: 2.003042798s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:56.420858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.272821464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"warn","ts":"2026-07-07T16:38:56.419253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.18038627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-cell-setup\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-07-07T16:38:56.4212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:54.41798Z","time spent":"2.003214133s","remote":"127.0.0.1:44926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18813,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-07-07T16:38:56.421215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.137529871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:38:56.421231Z","caller":"traceutil/trace.go:171","msg":"trace[698341603] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:15994; }","duration":"6.273197983s","start":"2026-07-07T16:38:50.14802Z","end":"2026-07-07T16:38:56.421218Z","steps":["trace[698341603] 'agreement among raft nodes before linearized reading' (duration: 6.272773933s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:56.421239Z","caller":"traceutil/trace.go:171","msg":"trace[1650248945] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-cell-setup; range_end:; response_count:1; response_revision:15990; }","duration":"7.182384239s","start":"2026-07-07T16:38:49.238843Z","end":"2026-07-07T16:38:56.421227Z","steps":["trace[1650248945] 'agreement among raft nodes before linearized reading' (duration: 6.37260769s)","trace[1650248945] 'range keys from in-memory index tree' (duration: 807.74049ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:38:56.421266Z","caller":"traceutil/trace.go:171","msg":"trace[715855011] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:15994; }","duration":"6.137632174s","start":"2026-07-07T16:38:50.28362Z","end":"2026-07-07T16:38:56.421253Z","steps":["trace[715855011] 'agreement among raft nodes before linearized reading' (duration: 6.137559002s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:56.421295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.258947229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-07T16:38:56.421014Z","caller":"traceutil/trace.go:171","msg":"trace[495724298] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15994; }","duration":"4.279261305s","start":"2026-07-07T16:38:52.141738Z","end":"2026-07-07T16:38:56.420999Z","steps":["trace[495724298] 'agreement among raft nodes before linearized reading' (duration: 4.278976518s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:56.421336Z","caller":"traceutil/trace.go:171","msg":"trace[2359795] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15994; }","duration":"6.25899719s","start":"2026-07-07T16:38:50.162329Z","end":"2026-07-07T16:38:56.421326Z","steps":["trace[2359795] 'agreement among raft nodes before linearized reading' (duration: 6.258887627s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:56.419312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.297616464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-07T16:38:56.421366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:50.162322Z","time spent":"6.259037561s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-07T16:38:56.421366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:50.283589Z","time spent":"6.137763387s","remote":"127.0.0.1:59880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:38:56.421399Z","caller":"traceutil/trace.go:171","msg":"trace[2044221271] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:15990; }","duration":"6.299729925s","start":"2026-07-07T16:38:50.121655Z","end":"2026-07-07T16:38:56.421385Z","steps":["trace[2044221271] 'agreement among raft nodes before linearized reading' (duration: 5.489766661s)","trace[2044221271] 'count revisions from in-memory index tree' (duration: 807.866753ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:38:56.419161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.163791779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-api-metadata\" ","response":"range_response_count:1 size:534"} {"level":"warn","ts":"2026-07-07T16:38:56.421443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:50.121638Z","time spent":"6.299791217s","remote":"127.0.0.1:44864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":13,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:38:56.420836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.42525187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:38:56.419321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.180300218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-novncproxy\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-07-07T16:38:56.41948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.418222334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r9lw6\" ","response":"range_response_count:1 size:21966"} {"level":"warn","ts":"2026-07-07T16:38:56.418743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.389074067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:38:56.420482Z","caller":"traceutil/trace.go:171","msg":"trace[817083323] transaction","detail":"{read_only:false; response_revision:15993; number_of_response:1; }","duration":"1.946352367s","start":"2026-07-07T16:38:54.474071Z","end":"2026-07-07T16:38:56.420423Z","steps":["trace[817083323] 'process raft request' (duration: 1.946240154s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:56.42128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:49.238837Z","time spent":"7.18243462s","remote":"127.0.0.1:44936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":553,"request content":"key:\"/registry/serviceaccounts/openstack/nova-cell-setup\" "} {"level":"warn","ts":"2026-07-07T16:38:56.421485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.44017454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-72wnd\" ","response":"range_response_count:1 size:20644"} {"level":"info","ts":"2026-07-07T16:38:56.42151Z","caller":"traceutil/trace.go:171","msg":"trace[1457736928] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-api-metadata; range_end:; response_count:1; response_revision:15990; }","duration":"7.166174307s","start":"2026-07-07T16:38:49.255311Z","end":"2026-07-07T16:38:56.421485Z","steps":["trace[1457736928] 'agreement among raft nodes before linearized reading' (duration: 6.356138751s)","trace[1457736928] 'range keys from in-memory index tree' (duration: 807.583666ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:38:56.421533Z","caller":"traceutil/trace.go:171","msg":"trace[1807990087] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15994; }","duration":"1.425992788s","start":"2026-07-07T16:38:54.995528Z","end":"2026-07-07T16:38:56.421521Z","steps":["trace[1807990087] 'agreement among raft nodes before linearized reading' (duration: 1.42528288s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:56.421524Z","caller":"traceutil/trace.go:171","msg":"trace[1196782735] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-novncproxy; range_end:; response_count:1; response_revision:15990; }","duration":"7.182532832s","start":"2026-07-07T16:38:49.238972Z","end":"2026-07-07T16:38:56.421505Z","steps":["trace[1196782735] 'agreement among raft nodes before linearized reading' (duration: 6.372482776s)","trace[1196782735] 'range keys from in-memory index tree' (duration: 807.799331ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:38:56.421546Z","caller":"traceutil/trace.go:171","msg":"trace[657099222] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r9lw6; range_end:; response_count:1; response_revision:15990; }","duration":"7.420319196s","start":"2026-07-07T16:38:49.001209Z","end":"2026-07-07T16:38:56.421528Z","steps":["trace[657099222] 'agreement among raft nodes before linearized reading' (duration: 6.610331881s)","trace[657099222] 'range keys from in-memory index tree' (duration: 807.745911ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:38:56.421153Z","caller":"traceutil/trace.go:171","msg":"trace[1602267600] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15994; }","duration":"4.27989435s","start":"2026-07-07T16:38:52.141238Z","end":"2026-07-07T16:38:56.421133Z","steps":["trace[1602267600] 'agreement among raft nodes before linearized reading' (duration: 4.279774897s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:56.421565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:49.255282Z","time spent":"7.166267549s","remote":"127.0.0.1:44936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/serviceaccounts/openstack/nova-api-metadata\" "} {"level":"warn","ts":"2026-07-07T16:38:56.41941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.180496583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-conductor\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-07-07T16:38:56.421572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:54.995504Z","time spent":"1.426056078s","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T16:38:56.42159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:49.001197Z","time spent":"7.420383897s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":21989,"request content":"key:\"/registry/pods/openstack/nova-compute-default-r9lw6\" "} {"level":"warn","ts":"2026-07-07T16:38:56.42159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:49.23894Z","time spent":"7.182632885s","remote":"127.0.0.1:44936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":553,"request content":"key:\"/registry/serviceaccounts/openstack/nova-novncproxy\" "} {"level":"warn","ts":"2026-07-07T16:38:56.41913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.180173305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-api-osapi\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-07T16:38:56.421613Z","caller":"traceutil/trace.go:171","msg":"trace[818960227] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-conductor; range_end:; response_count:1; response_revision:15990; }","duration":"7.182710107s","start":"2026-07-07T16:38:49.238887Z","end":"2026-07-07T16:38:56.421597Z","steps":["trace[818960227] 'agreement among raft nodes before linearized reading' (duration: 6.372549159s)","trace[818960227] 'range keys from in-memory index tree' (duration: 807.894604ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:38:56.421552Z","caller":"traceutil/trace.go:171","msg":"trace[581662669] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-72wnd; range_end:; response_count:1; response_revision:15994; }","duration":"5.440305644s","start":"2026-07-07T16:38:50.981234Z","end":"2026-07-07T16:38:56.42154Z","steps":["trace[581662669] 'agreement among raft nodes before linearized reading' (duration: 5.44013602s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:56.421646Z","caller":"traceutil/trace.go:171","msg":"trace[711835797] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-api-osapi; range_end:; response_count:1; response_revision:15990; }","duration":"7.182702696s","start":"2026-07-07T16:38:49.238928Z","end":"2026-07-07T16:38:56.421631Z","steps":["trace[711835797] 'agreement among raft nodes before linearized reading' (duration: 6.372455005s)","trace[711835797] 'range keys from in-memory index tree' (duration: 807.555996ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:38:56.421668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:49.23888Z","time spent":"7.182775449s","remote":"127.0.0.1:44936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":551,"request content":"key:\"/registry/serviceaccounts/openstack/nova-conductor\" "} {"level":"warn","ts":"2026-07-07T16:38:56.421673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:50.981204Z","time spent":"5.440456557s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20667,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-72wnd\" "} {"level":"warn","ts":"2026-07-07T16:38:56.421695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:49.23892Z","time spent":"7.182756618s","remote":"127.0.0.1:44936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":551,"request content":"key:\"/registry/serviceaccounts/openstack/nova-api-osapi\" "} {"level":"warn","ts":"2026-07-07T16:38:56.421379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.396427013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:38:56.42171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:54.474037Z","time spent":"1.947503875s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":745,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:38:56.42066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.027030081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:38:56.42049Z","caller":"traceutil/trace.go:171","msg":"trace[1669520751] transaction","detail":"{read_only:false; response_revision:15991; number_of_response:1; }","duration":"4.149188718s","start":"2026-07-07T16:38:52.271155Z","end":"2026-07-07T16:38:56.420344Z","steps":["trace[1669520751] 'process raft request' (duration: 3.340128546s)","trace[1669520751] 'compare' (duration: 807.559096ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:38:56.421753Z","caller":"traceutil/trace.go:171","msg":"trace[496700575] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15994; }","duration":"1.396853293s","start":"2026-07-07T16:38:55.024887Z","end":"2026-07-07T16:38:56.42174Z","steps":["trace[496700575] 'agreement among raft nodes before linearized reading' (duration: 1.396436853s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:56.42127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:50.148014Z","time spent":"6.273248864s","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":673,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"warn","ts":"2026-07-07T16:38:56.42183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:55.024856Z","time spent":"1.396965896s","remote":"127.0.0.1:44742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T16:38:56.42071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.264091553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-novncproxy-67d856564f-r7t6v\" ","response":"range_response_count:1 size:9019"} {"level":"info","ts":"2026-07-07T16:38:56.42186Z","caller":"traceutil/trace.go:171","msg":"trace[1118388646] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:15994; }","duration":"3.028267061s","start":"2026-07-07T16:38:53.393562Z","end":"2026-07-07T16:38:56.421829Z","steps":["trace[1118388646] 'agreement among raft nodes before linearized reading' (duration: 3.027021451s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:56.421897Z","caller":"traceutil/trace.go:171","msg":"trace[994024080] range","detail":"{range_begin:/registry/pods/openstack/nova-novncproxy-67d856564f-r7t6v; range_end:; response_count:1; response_revision:15994; }","duration":"6.265316162s","start":"2026-07-07T16:38:50.156567Z","end":"2026-07-07T16:38:56.421883Z","steps":["trace[994024080] 'agreement among raft nodes before linearized reading' (duration: 6.264020891s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:56.420744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.290176657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-07T16:38:56.421931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:53.393532Z","time spent":"3.028379313s","remote":"127.0.0.1:46200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:38:56.420855Z","caller":"traceutil/trace.go:171","msg":"trace[1345862761] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15994; }","duration":"4.279022309s","start":"2026-07-07T16:38:52.141819Z","end":"2026-07-07T16:38:56.420841Z","steps":["trace[1345862761] 'agreement among raft nodes before linearized reading' (duration: 4.278772633s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:56.421025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:53.525847Z","time spent":"2.895171151s","remote":"127.0.0.1:44782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.19.213.193\" "} {"level":"warn","ts":"2026-07-07T16:38:56.421904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:52.271123Z","time spent":"4.150693055s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":716,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:38:56.420667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.310039609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:38:56.420768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.264641796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/nova-novncproxy-67d856564f\" ","response":"range_response_count:1 size:9352"} {"level":"warn","ts":"2026-07-07T16:38:56.42199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:52.1418Z","time spent":"4.280175897s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-07T16:38:56.420776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.264501433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-scheduler\" ","response":"range_response_count:1 size:7202"} {"level":"info","ts":"2026-07-07T16:38:56.422008Z","caller":"traceutil/trace.go:171","msg":"trace[1687494742] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:15994; }","duration":"4.311413623s","start":"2026-07-07T16:38:52.110575Z","end":"2026-07-07T16:38:56.421988Z","steps":["trace[1687494742] 'agreement among raft nodes before linearized reading' (duration: 4.310006409s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:56.421087Z","caller":"traceutil/trace.go:171","msg":"trace[448366205] range","detail":"{range_begin:/registry/replicasets/openstack/nova-api-metadata-6ffb7cf5df; range_end:; response_count:1; response_revision:15994; }","duration":"6.264867152s","start":"2026-07-07T16:38:50.156188Z","end":"2026-07-07T16:38:56.421055Z","steps":["trace[448366205] 'agreement among raft nodes before linearized reading' (duration: 6.264517884s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:56.422112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:50.156174Z","time spent":"6.265924257s","remote":"127.0.0.1:45230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":9666,"request content":"key:\"/registry/replicasets/openstack/nova-api-metadata-6ffb7cf5df\" "} {"level":"info","ts":"2026-07-07T16:38:56.421984Z","caller":"traceutil/trace.go:171","msg":"trace[905642295] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:15994; }","duration":"3.291445428s","start":"2026-07-07T16:38:53.130513Z","end":"2026-07-07T16:38:56.421958Z","steps":["trace[905642295] 'agreement among raft nodes before linearized reading' (duration: 3.290088595s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:56.422237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:53.1305Z","time spent":"3.291720964s","remote":"127.0.0.1:49670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:38:56.421352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:52.141631Z","time spent":"4.279710565s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-07T16:38:56.421445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.580798962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:38:56.422388Z","caller":"traceutil/trace.go:171","msg":"trace[158351771] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:15994; }","duration":"5.581776826s","start":"2026-07-07T16:38:50.840583Z","end":"2026-07-07T16:38:56.42236Z","steps":["trace[158351771] 'agreement among raft nodes before linearized reading' (duration: 5.580819043s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:56.422433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:50.840557Z","time spent":"5.581862108s","remote":"127.0.0.1:59788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:38:56.421464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.292891727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:38:56.422486Z","caller":"traceutil/trace.go:171","msg":"trace[396053076] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:15994; }","duration":"5.293946552s","start":"2026-07-07T16:38:51.128521Z","end":"2026-07-07T16:38:56.422467Z","steps":["trace[396053076] 'agreement among raft nodes before linearized reading' (duration: 5.292901097s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:56.422566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:51.128499Z","time spent":"5.294052045s","remote":"127.0.0.1:57752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:38:56.421597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:52.141219Z","time spent":"4.280369421s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-07T16:38:56.4205Z","caller":"traceutil/trace.go:171","msg":"trace[582529038] linearizableReadLoop","detail":"{readStateIndex:16563; appliedIndex:16559; }","duration":"808.99438ms","start":"2026-07-07T16:38:55.611433Z","end":"2026-07-07T16:38:56.420427Z","steps":["trace[582529038] 'read index received' (duration: 258.235757ms)","trace[582529038] 'applied index is now lower than readState.Index' (duration: 550.756043ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:38:56.420498Z","caller":"traceutil/trace.go:171","msg":"trace[132866886] transaction","detail":"{read_only:false; response_revision:15992; number_of_response:1; }","duration":"4.148612034s","start":"2026-07-07T16:38:52.271813Z","end":"2026-07-07T16:38:56.420425Z","steps":["trace[132866886] 'process raft request' (duration: 4.148416349s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:56.422966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:52.271736Z","time spent":"4.151166636s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":732,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T16:38:56.421581Z","caller":"traceutil/trace.go:171","msg":"trace[1894422452] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:15990; }","duration":"6.391971927s","start":"2026-07-07T16:38:50.029561Z","end":"2026-07-07T16:38:56.421533Z","steps":["trace[1894422452] 'agreement among raft nodes before linearized reading' (duration: 5.58187819s)","trace[1894422452] 'count revisions from in-memory index tree' (duration: 807.187307ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:38:56.423142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:50.029543Z","time spent":"6.393575115s","remote":"127.0.0.1:45122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:38:56.420676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.272724032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/nova-scheduler-7c7b4dd8c6\" ","response":"range_response_count:1 size:6886"} {"level":"info","ts":"2026-07-07T16:38:56.423231Z","caller":"traceutil/trace.go:171","msg":"trace[1063262661] range","detail":"{range_begin:/registry/replicasets/openstack/nova-scheduler-7c7b4dd8c6; range_end:; response_count:1; response_revision:15994; }","duration":"6.275313964s","start":"2026-07-07T16:38:50.1479Z","end":"2026-07-07T16:38:56.423214Z","steps":["trace[1063262661] 'agreement among raft nodes before linearized reading' (duration: 6.27264912s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:56.423303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:50.147878Z","time spent":"6.275407227s","remote":"127.0.0.1:45230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":6909,"request content":"key:\"/registry/replicasets/openstack/nova-scheduler-7c7b4dd8c6\" "} {"level":"warn","ts":"2026-07-07T16:38:56.421937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:50.156546Z","time spent":"6.265380344s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9042,"request content":"key:\"/registry/pods/openstack/nova-novncproxy-67d856564f-r7t6v\" "} {"level":"warn","ts":"2026-07-07T16:38:56.419224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.180439162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-scheduler\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-07T16:38:56.423593Z","caller":"traceutil/trace.go:171","msg":"trace[179997865] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-scheduler; range_end:; response_count:1; response_revision:15990; }","duration":"7.184842818s","start":"2026-07-07T16:38:49.238732Z","end":"2026-07-07T16:38:56.423575Z","steps":["trace[179997865] 'agreement among raft nodes before linearized reading' (duration: 6.372667821s)","trace[179997865] 'range keys from in-memory index tree' (duration: 807.754691ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:38:56.423649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:49.238702Z","time spent":"7.184934751s","remote":"127.0.0.1:44936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":551,"request content":"key:\"/registry/serviceaccounts/openstack/nova-scheduler\" "} {"level":"info","ts":"2026-07-07T16:38:56.422013Z","caller":"traceutil/trace.go:171","msg":"trace[1070951401] range","detail":"{range_begin:/registry/replicasets/openstack/nova-novncproxy-67d856564f; range_end:; response_count:1; response_revision:15994; }","duration":"6.265882956s","start":"2026-07-07T16:38:50.156117Z","end":"2026-07-07T16:38:56.422Z","steps":["trace[1070951401] 'agreement among raft nodes before linearized reading' (duration: 6.264582915s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:56.423794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:50.156054Z","time spent":"6.267724731s","remote":"127.0.0.1:45230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":9375,"request content":"key:\"/registry/replicasets/openstack/nova-novncproxy-67d856564f\" "} {"level":"info","ts":"2026-07-07T16:38:56.421195Z","caller":"traceutil/trace.go:171","msg":"trace[682409352] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:15994; }","duration":"5.244085156s","start":"2026-07-07T16:38:51.177099Z","end":"2026-07-07T16:38:56.421184Z","steps":["trace[682409352] 'agreement among raft nodes before linearized reading' (duration: 5.244020805s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:56.424004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:51.17708Z","time spent":"5.246908884s","remote":"127.0.0.1:59798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:38:56.42205Z","caller":"traceutil/trace.go:171","msg":"trace[1070185613] range","detail":"{range_begin:/registry/deployments/openstack/nova-scheduler; range_end:; response_count:1; response_revision:15994; }","duration":"6.265847785s","start":"2026-07-07T16:38:50.156193Z","end":"2026-07-07T16:38:56.42204Z","steps":["trace[1070185613] 'agreement among raft nodes before linearized reading' (duration: 6.264455471s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:56.424198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:50.156171Z","time spent":"6.268013568s","remote":"127.0.0.1:45200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7225,"request content":"key:\"/registry/deployments/openstack/nova-scheduler\" "} {"level":"warn","ts":"2026-07-07T16:38:56.421198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:52.141526Z","time spent":"4.279658834s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-07T16:38:56.421087Z","caller":"traceutil/trace.go:171","msg":"trace[890019295] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-bootstrap; range_end:; response_count:1; response_revision:15990; }","duration":"7.16548365s","start":"2026-07-07T16:38:49.255334Z","end":"2026-07-07T16:38:56.420817Z","steps":["trace[890019295] 'agreement among raft nodes before linearized reading' (duration: 6.356166902s)","trace[890019295] 'range keys from in-memory index tree' (duration: 808.465958ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:38:56.422069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:52.110552Z","time spent":"4.311498654s","remote":"127.0.0.1:49612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:38:56.424426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:49.255313Z","time spent":"7.169100198s","remote":"127.0.0.1:44936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":551,"request content":"key:\"/registry/serviceaccounts/openstack/nova-bootstrap\" "} {"level":"warn","ts":"2026-07-07T16:38:56.923143Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004043131,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T16:38:57.118989Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.246345762s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-07T16:38:57.322781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.512493ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-07T16:38:57.322888Z","caller":"traceutil/trace.go:171","msg":"trace[971040253] transaction","detail":"{read_only:false; response_revision:15995; number_of_response:1; }","duration":"1.704276009s","start":"2026-07-07T16:38:55.618593Z","end":"2026-07-07T16:38:57.322869Z","steps":["trace[971040253] 'process raft request' (duration: 1.500601502s)","trace[971040253] 'compare' (duration: 202.95861ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:38:57.32293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:55.61857Z","time spent":"1.704343592s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":816,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:38:58.434484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999522334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T16:38:58.434589Z","caller":"traceutil/trace.go:171","msg":"trace[1290642737] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999664338s","start":"2026-07-07T16:38:56.434904Z","end":"2026-07-07T16:38:58.434569Z","steps":["trace[1290642737] 'agreement among raft nodes before linearized reading' (duration: 1.999531784s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:58.434641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:56.434896Z","time spent":"1.999735059s","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 16:38:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T16:38:59.442756Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.263339936s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-07T16:38:59.443305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:56.425473Z","time spent":"3.017823449s","remote":"127.0.0.1:44782","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-07T16:38:59.443399Z","caller":"traceutil/trace.go:171","msg":"trace[72312611] transaction","detail":"{read_only:false; response_revision:15996; number_of_response:1; }","duration":"3.014265773s","start":"2026-07-07T16:38:56.42911Z","end":"2026-07-07T16:38:59.443376Z","steps":["trace[72312611] 'process raft request' (duration: 3.014067428s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:59.443755Z","caller":"traceutil/trace.go:171","msg":"trace[1558427793] transaction","detail":"{read_only:false; response_revision:15997; number_of_response:1; }","duration":"3.011645289s","start":"2026-07-07T16:38:56.432073Z","end":"2026-07-07T16:38:59.443719Z","steps":["trace[1558427793] 'process raft request' (duration: 3.01126202s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:59.443859Z","caller":"traceutil/trace.go:171","msg":"trace[2050648508] transaction","detail":"{read_only:false; response_revision:15998; number_of_response:1; }","duration":"3.011696141s","start":"2026-07-07T16:38:56.432134Z","end":"2026-07-07T16:38:59.44383Z","steps":["trace[2050648508] 'process raft request' (duration: 3.011503126s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:59.443913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:56.432048Z","time spent":"3.011771043s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:38:59.443918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:56.429081Z","time spent":"3.014384076s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:38:59.444048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:56.432127Z","time spent":"3.011822964s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:38:59.444136Z","caller":"traceutil/trace.go:171","msg":"trace[1879123858] transaction","detail":"{read_only:false; response_revision:15999; number_of_response:1; }","duration":"3.012005288s","start":"2026-07-07T16:38:56.432119Z","end":"2026-07-07T16:38:59.444124Z","steps":["trace[1879123858] 'process raft request' (duration: 3.01165075s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:59.444214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:56.432104Z","time spent":"3.01208259s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:38:59.444573Z","caller":"traceutil/trace.go:171","msg":"trace[1017062423] transaction","detail":"{read_only:false; response_revision:16000; number_of_response:1; }","duration":"3.012371527s","start":"2026-07-07T16:38:56.432166Z","end":"2026-07-07T16:38:59.444538Z","steps":["trace[1017062423] 'process raft request' (duration: 3.011928627s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:59.444792Z","caller":"traceutil/trace.go:171","msg":"trace[2026533961] transaction","detail":"{read_only:false; response_revision:16001; number_of_response:1; }","duration":"3.012517901s","start":"2026-07-07T16:38:56.432246Z","end":"2026-07-07T16:38:59.444764Z","steps":["trace[2026533961] 'process raft request' (duration: 3.012200593s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:59.444872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:56.432241Z","time spent":"3.012594772s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":740,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T16:38:59.444848Z","caller":"traceutil/trace.go:171","msg":"trace[1472898431] transaction","detail":"{read_only:false; response_revision:16002; number_of_response:1; }","duration":"3.01246941s","start":"2026-07-07T16:38:56.432343Z","end":"2026-07-07T16:38:59.444813Z","steps":["trace[1472898431] 'process raft request' (duration: 3.012304086s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:59.444925Z","caller":"traceutil/trace.go:171","msg":"trace[445752858] transaction","detail":"{read_only:false; response_revision:16003; number_of_response:1; }","duration":"3.011942937s","start":"2026-07-07T16:38:56.432957Z","end":"2026-07-07T16:38:59.4449Z","steps":["trace[445752858] 'process raft request' (duration: 3.011787033s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:59.44502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:56.432312Z","time spent":"3.012609922s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":741,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:38:59.44504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:56.432944Z","time spent":"3.012044489s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9097,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T16:38:59.445082Z","caller":"traceutil/trace.go:171","msg":"trace[327920266] transaction","detail":"{read_only:false; response_revision:16005; number_of_response:1; }","duration":"3.011487866s","start":"2026-07-07T16:38:56.433581Z","end":"2026-07-07T16:38:59.445069Z","steps":["trace[327920266] 'process raft request' (duration: 3.011283281s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:59.444995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:56.432146Z","time spent":"3.01252294s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":806,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:38:59.445152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:56.433574Z","time spent":"3.011538477s","remote":"127.0.0.1:45230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7397,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:38:59.445272Z","caller":"traceutil/trace.go:171","msg":"trace[1837004312] transaction","detail":"{read_only:false; response_revision:16013; number_of_response:1; }","duration":"2.973791314s","start":"2026-07-07T16:38:56.47147Z","end":"2026-07-07T16:38:59.445261Z","steps":["trace[1837004312] 'process raft request' (duration: 2.973729262s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:59.445342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:56.471429Z","time spent":"2.973885306s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:38:59.445347Z","caller":"traceutil/trace.go:171","msg":"trace[1070466198] transaction","detail":"{read_only:false; response_revision:16004; number_of_response:1; }","duration":"3.012181552s","start":"2026-07-07T16:38:56.433152Z","end":"2026-07-07T16:38:59.445334Z","steps":["trace[1070466198] 'process raft request' (duration: 3.011643449s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:59.445391Z","caller":"traceutil/trace.go:171","msg":"trace[417274303] linearizableReadLoop","detail":"{readStateIndex:16584; appliedIndex:16563; }","duration":"3.022560973s","start":"2026-07-07T16:38:56.422816Z","end":"2026-07-07T16:38:59.445376Z","steps":["trace[417274303] 'read index received' (duration: 696.459079ms)","trace[417274303] 'applied index is now lower than readState.Index' (duration: 2.326100334s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:38:59.445415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:56.433144Z","time spent":"3.012230093s","remote":"127.0.0.1:45230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6916,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:38:59.445729Z","caller":"traceutil/trace.go:171","msg":"trace[1950127714] transaction","detail":"{read_only:false; response_revision:16012; number_of_response:1; }","duration":"2.974360778s","start":"2026-07-07T16:38:56.471358Z","end":"2026-07-07T16:38:59.445719Z","steps":["trace[1950127714] 'process raft request' (duration: 2.973810464s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:59.445765Z","caller":"traceutil/trace.go:171","msg":"trace[1786308217] transaction","detail":"{read_only:false; response_revision:16010; number_of_response:1; }","duration":"3.010131803s","start":"2026-07-07T16:38:56.435623Z","end":"2026-07-07T16:38:59.445755Z","steps":["trace[1786308217] 'process raft request' (duration: 3.009483927s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:59.445781Z","caller":"traceutil/trace.go:171","msg":"trace[1074540844] transaction","detail":"{read_only:false; response_revision:16014; number_of_response:1; }","duration":"2.973891936s","start":"2026-07-07T16:38:56.471878Z","end":"2026-07-07T16:38:59.44577Z","steps":["trace[1074540844] 'process raft request' (duration: 2.973355113s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:59.445811Z","caller":"traceutil/trace.go:171","msg":"trace[466408998] transaction","detail":"{read_only:false; response_revision:16006; number_of_response:1; }","duration":"3.012156292s","start":"2026-07-07T16:38:56.433639Z","end":"2026-07-07T16:38:59.445795Z","steps":["trace[466408998] 'process raft request' (duration: 3.0112719s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:59.445822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:56.435612Z","time spent":"3.010178974s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10721,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:38:59.445857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:56.471863Z","time spent":"2.973944728s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:38:59.445746Z","caller":"traceutil/trace.go:171","msg":"trace[2010946149] transaction","detail":"{read_only:false; response_revision:16009; number_of_response:1; }","duration":"3.010297567s","start":"2026-07-07T16:38:56.435417Z","end":"2026-07-07T16:38:59.445714Z","steps":["trace[2010946149] 'process raft request' (duration: 3.009650201s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:59.44591Z","caller":"traceutil/trace.go:171","msg":"trace[2035102451] transaction","detail":"{read_only:false; response_revision:16007; number_of_response:1; }","duration":"3.012184892s","start":"2026-07-07T16:38:56.433715Z","end":"2026-07-07T16:38:59.4459Z","steps":["trace[2035102451] 'process raft request' (duration: 3.011234699s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:59.44594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:56.435406Z","time spent":"3.010507621s","remote":"127.0.0.1:45230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9382,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:38:59.445951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:56.43371Z","time spent":"3.012220064s","remote":"127.0.0.1:45230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:38:59.445729Z","caller":"traceutil/trace.go:171","msg":"trace[984856863] transaction","detail":"{read_only:false; response_revision:16011; number_of_response:1; }","duration":"2.974733317s","start":"2026-07-07T16:38:56.470984Z","end":"2026-07-07T16:38:59.445718Z","steps":["trace[984856863] 'process raft request' (duration: 2.974152683s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:38:59.445999Z","caller":"traceutil/trace.go:171","msg":"trace[2132247784] transaction","detail":"{read_only:false; response_revision:16008; number_of_response:1; }","duration":"3.011095166s","start":"2026-07-07T16:38:56.434886Z","end":"2026-07-07T16:38:59.445981Z","steps":["trace[2132247784] 'process raft request' (duration: 3.010138943s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:59.44605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:56.470969Z","time spent":"2.975052674s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:38:59.446067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.76937104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T16:38:59.4461Z","caller":"traceutil/trace.go:171","msg":"trace[953427314] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:16014; }","duration":"3.769454722s","start":"2026-07-07T16:38:55.676634Z","end":"2026-07-07T16:38:59.446089Z","steps":["trace[953427314] 'agreement among raft nodes before linearized reading' (duration: 3.76939176s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:59.445938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:56.433635Z","time spent":"3.012233113s","remote":"127.0.0.1:45230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6916,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:38:59.446081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:56.434857Z","time spent":"3.011178638s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:38:59.446132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.826991084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/nova-novncproxy-vencrypt\" ","response":"range_response_count:1 size:2465"} {"level":"warn","ts":"2026-07-07T16:38:59.446135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:55.676605Z","time spent":"3.769521914s","remote":"127.0.0.1:45050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":17,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:38:59.446159Z","caller":"traceutil/trace.go:171","msg":"trace[1211371514] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/nova-novncproxy-vencrypt; range_end:; response_count:1; response_revision:16014; }","duration":"3.827045125s","start":"2026-07-07T16:38:55.619104Z","end":"2026-07-07T16:38:59.44615Z","steps":["trace[1211371514] 'agreement among raft nodes before linearized reading' (duration: 3.826951433s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:59.446187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:55.619094Z","time spent":"3.827087356s","remote":"127.0.0.1:40360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":2488,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/nova-novncproxy-vencrypt\" "} {"level":"warn","ts":"2026-07-07T16:38:59.446002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.550587267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:38:59.445785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:56.471325Z","time spent":"2.97443346s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:38:59.446242Z","caller":"traceutil/trace.go:171","msg":"trace[165611119] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:16014; }","duration":"3.550873284s","start":"2026-07-07T16:38:55.895345Z","end":"2026-07-07T16:38:59.446218Z","steps":["trace[165611119] 'agreement among raft nodes before linearized reading' (duration: 3.550617828s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:38:59.446342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:55.895316Z","time spent":"3.550994557s","remote":"127.0.0.1:49528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:38:59.946339Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004043156,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T16:39:00.435349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000412745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T16:39:00.435449Z","caller":"traceutil/trace.go:171","msg":"trace[1517145108] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000609869s","start":"2026-07-07T16:38:58.434818Z","end":"2026-07-07T16:39:00.435428Z","steps":["trace[1517145108] 'agreement among raft nodes before linearized reading' (duration: 2.000471226s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:00.43551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:58.434798Z","time spent":"2.000701152s","remote":"127.0.0.1:44742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 16:39:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T16:39:00.447002Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004043156,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T16:39:01.226653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.675385ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T16:39:01.226972Z","caller":"traceutil/trace.go:171","msg":"trace[1553810845] transaction","detail":"{read_only:false; response_revision:16017; number_of_response:1; }","duration":"1.971387462s","start":"2026-07-07T16:38:59.255555Z","end":"2026-07-07T16:39:01.226943Z","steps":["trace[1553810845] 'process raft request' (duration: 1.971320431s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:01.227082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:59.255532Z","time spent":"1.971498355s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:39:01.227697Z","caller":"traceutil/trace.go:171","msg":"trace[1386036988] transaction","detail":"{read_only:false; response_revision:16015; number_of_response:1; }","duration":"3.578897372s","start":"2026-07-07T16:38:57.648739Z","end":"2026-07-07T16:39:01.227637Z","steps":["trace[1386036988] 'process raft request' (duration: 3.12411729s)","trace[1386036988] 'compare' (duration: 452.972709ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:39:01.227739Z","caller":"traceutil/trace.go:171","msg":"trace[1997570254] transaction","detail":"{read_only:false; response_revision:16016; number_of_response:1; }","duration":"2.043764373s","start":"2026-07-07T16:38:59.183823Z","end":"2026-07-07T16:39:01.227588Z","steps":["trace[1997570254] 'process raft request' (duration: 2.042959434s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:01.228506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:57.648705Z","time spent":"3.579671381s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:39:01.229226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:59.183789Z","time spent":"2.044743527s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:39:02.38014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:01.96962Z","time spent":"410.501231ms","remote":"127.0.0.1:52106","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-07T16:39:02.380515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017341772s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T16:39:02.380854Z","caller":"traceutil/trace.go:171","msg":"trace[1169868518] transaction","detail":"{read_only:false; response_revision:16018; number_of_response:1; }","duration":"2.934457392s","start":"2026-07-07T16:38:59.446363Z","end":"2026-07-07T16:39:02.38082Z","steps":["trace[1169868518] 'process raft request' (duration: 1.916675689s)","trace[1169868518] 'compare' (duration: 1.017217889s)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:39:02.380922Z","caller":"traceutil/trace.go:171","msg":"trace[1284049472] transaction","detail":"{read_only:false; response_revision:16019; number_of_response:1; }","duration":"2.929582534s","start":"2026-07-07T16:38:59.45131Z","end":"2026-07-07T16:39:02.380892Z","steps":["trace[1284049472] 'process raft request' (duration: 2.929301327s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:39:02.38088Z","caller":"traceutil/trace.go:171","msg":"trace[1576353794] transaction","detail":"{read_only:false; response_revision:16020; number_of_response:1; }","duration":"2.925860383s","start":"2026-07-07T16:38:59.454974Z","end":"2026-07-07T16:39:02.380834Z","steps":["trace[1576353794] 'process raft request' (duration: 2.925702389s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:39:02.381005Z","caller":"traceutil/trace.go:171","msg":"trace[22288752] transaction","detail":"{read_only:false; response_revision:16023; number_of_response:1; }","duration":"2.922375249s","start":"2026-07-07T16:38:59.45861Z","end":"2026-07-07T16:39:02.380986Z","steps":["trace[22288752] 'process raft request' (duration: 2.922228445s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:02.381034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:59.446346Z","time spent":"2.934562144s","remote":"127.0.0.1:44782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:39:02.380991Z","caller":"traceutil/trace.go:171","msg":"trace[138520655] transaction","detail":"{read_only:false; response_revision:16022; number_of_response:1; }","duration":"2.924509921s","start":"2026-07-07T16:38:59.456437Z","end":"2026-07-07T16:39:02.380947Z","steps":["trace[138520655] 'process raft request' (duration: 2.924338427s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:02.381078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:59.458598Z","time spent":"2.922447351s","remote":"127.0.0.1:45200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7226,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:39:02.381113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:59.451282Z","time spent":"2.929735368s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":656,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T16:39:02.380977Z","caller":"traceutil/trace.go:171","msg":"trace[992551657] transaction","detail":"{read_only:false; response_revision:16021; number_of_response:1; }","duration":"2.925598517s","start":"2026-07-07T16:38:59.455256Z","end":"2026-07-07T16:39:02.380854Z","steps":["trace[992551657] 'process raft request' (duration: 2.925469354s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:02.381231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:59.454959Z","time spent":"2.92610845s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:39:02.381187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:59.456403Z","time spent":"2.924685925s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9143,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:39:02.381402Z","caller":"traceutil/trace.go:171","msg":"trace[1639008997] transaction","detail":"{read_only:false; response_revision:16025; number_of_response:1; }","duration":"2.922159024s","start":"2026-07-07T16:38:59.459226Z","end":"2026-07-07T16:39:02.381385Z","steps":["trace[1639008997] 'process raft request' (duration: 2.92199891s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:39:02.381423Z","caller":"traceutil/trace.go:171","msg":"trace[417213691] transaction","detail":"{read_only:false; response_revision:16026; number_of_response:1; }","duration":"2.922175694s","start":"2026-07-07T16:38:59.459233Z","end":"2026-07-07T16:39:02.381408Z","steps":["trace[417213691] 'process raft request' (duration: 2.922095652s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:39:02.381427Z","caller":"traceutil/trace.go:171","msg":"trace[1669487687] transaction","detail":"{read_only:false; response_revision:16024; number_of_response:1; }","duration":"2.922504983s","start":"2026-07-07T16:38:59.45888Z","end":"2026-07-07T16:39:02.381385Z","steps":["trace[1669487687] 'process raft request' (duration: 2.922054952s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:02.381492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:59.459211Z","time spent":"2.922247466s","remote":"127.0.0.1:45200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7226,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:39:02.381519Z","caller":"traceutil/trace.go:171","msg":"trace[1430412716] transaction","detail":"{read_only:false; response_revision:16028; number_of_response:1; }","duration":"2.920681699s","start":"2026-07-07T16:38:59.460825Z","end":"2026-07-07T16:39:02.381507Z","steps":["trace[1430412716] 'process raft request' (duration: 2.920574156s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:02.381579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:59.460816Z","time spent":"2.92073111s","remote":"127.0.0.1:40360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2752,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:39:02.381562Z","caller":"traceutil/trace.go:171","msg":"trace[565066993] transaction","detail":"{read_only:false; response_revision:16030; number_of_response:1; }","duration":"2.894047813s","start":"2026-07-07T16:38:59.487494Z","end":"2026-07-07T16:39:02.381542Z","steps":["trace[565066993] 'process raft request' (duration: 2.893987942s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:39:02.381605Z","caller":"traceutil/trace.go:171","msg":"trace[902443734] transaction","detail":"{read_only:false; response_revision:16027; number_of_response:1; }","duration":"2.921282583s","start":"2026-07-07T16:38:59.460312Z","end":"2026-07-07T16:39:02.381595Z","steps":["trace[902443734] 'process raft request' (duration: 2.921059947s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:02.381628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:59.458869Z","time spent":"2.922654146s","remote":"127.0.0.1:45200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7707,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:39:02.381652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:59.4603Z","time spent":"2.921327123s","remote":"127.0.0.1:45200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9983,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:39:02.381667Z","caller":"traceutil/trace.go:171","msg":"trace[468789306] transaction","detail":"{read_only:false; response_revision:16029; number_of_response:1; }","duration":"2.896034032s","start":"2026-07-07T16:38:59.48562Z","end":"2026-07-07T16:39:02.381654Z","steps":["trace[468789306] 'process raft request' (duration: 2.895823787s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:02.381472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:59.459212Z","time spent":"2.922222996s","remote":"127.0.0.1:45200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9692,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:39:02.38169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:59.487487Z","time spent":"2.894131215s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:39:02.381727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:59.485586Z","time spent":"2.896102784s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:39:02.38158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:59.455248Z","time spent":"2.926004577s","remote":"127.0.0.1:44962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8751,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:39:02.44288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000744133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-07T16:39:02.44303Z","caller":"traceutil/trace.go:171","msg":"trace[774077029] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000996369s","start":"2026-07-07T16:39:00.442009Z","end":"2026-07-07T16:39:02.443006Z","steps":["trace[774077029] 'agreement among raft nodes before linearized reading' (duration: 2.000812825s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:02.443086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:00.44198Z","time spent":"2.001095212s","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T16:39:02.76703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.481915ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-07T16:39:02.767556Z","caller":"traceutil/trace.go:171","msg":"trace[666630497] linearizableReadLoop","detail":"{readStateIndex:16601; appliedIndex:16584; }","duration":"3.322100559s","start":"2026-07-07T16:38:59.445429Z","end":"2026-07-07T16:39:02.76753Z","steps":["trace[666630497] 'read index received' (duration: 1.327551496s)","trace[666630497] 'applied index is now lower than readState.Index' (duration: 1.994547063s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:39:02.767669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.611694201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:39:02.767708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.483062546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:39:02.767765Z","caller":"traceutil/trace.go:171","msg":"trace[2078133221] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:16030; }","duration":"4.483126498s","start":"2026-07-07T16:38:58.284623Z","end":"2026-07-07T16:39:02.767749Z","steps":["trace[2078133221] 'agreement among raft nodes before linearized reading' (duration: 4.482991205s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:02.767765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.33419562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"warn","ts":"2026-07-07T16:39:02.767821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:58.284562Z","time spent":"4.48324826s","remote":"127.0.0.1:34856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:39:02.767861Z","caller":"traceutil/trace.go:171","msg":"trace[1382471287] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:16030; }","duration":"6.334296823s","start":"2026-07-07T16:38:56.433538Z","end":"2026-07-07T16:39:02.767834Z","steps":["trace[1382471287] 'agreement among raft nodes before linearized reading' (duration: 6.334024076s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:02.767875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.072944167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-07T16:39:02.767884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.119710606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:39:02.767917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.402939181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-07-07T16:39:02.767924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:56.433532Z","time spent":"6.334381495s","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":673,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"info","ts":"2026-07-07T16:39:02.767935Z","caller":"traceutil/trace.go:171","msg":"trace[108527062] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:16030; }","duration":"5.07304731s","start":"2026-07-07T16:38:57.69487Z","end":"2026-07-07T16:39:02.767917Z","steps":["trace[108527062] 'agreement among raft nodes before linearized reading' (duration: 5.072957048s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:39:02.767944Z","caller":"traceutil/trace.go:171","msg":"trace[391216080] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:16030; }","duration":"4.119769397s","start":"2026-07-07T16:38:58.648156Z","end":"2026-07-07T16:39:02.767926Z","steps":["trace[391216080] 'agreement among raft nodes before linearized reading' (duration: 4.119666995s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:39:02.767955Z","caller":"traceutil/trace.go:171","msg":"trace[109837159] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:16030; }","duration":"5.403025323s","start":"2026-07-07T16:38:57.364919Z","end":"2026-07-07T16:39:02.767944Z","steps":["trace[109837159] 'agreement among raft nodes before linearized reading' (duration: 5.402876759s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:02.767934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.340511933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-api-osapi-6477c7dddd-b4lfl\" ","response":"range_response_count:1 size:6887"} {"level":"warn","ts":"2026-07-07T16:39:02.767989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:58.648138Z","time spent":"4.119838209s","remote":"127.0.0.1:59936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:39:02.767987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:57.694847Z","time spent":"5.073125891s","remote":"127.0.0.1:45110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:39:02.767765Z","caller":"traceutil/trace.go:171","msg":"trace[942712794] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:16030; }","duration":"5.611812504s","start":"2026-07-07T16:38:57.155931Z","end":"2026-07-07T16:39:02.767743Z","steps":["trace[942712794] 'agreement among raft nodes before linearized reading' (duration: 5.611620979s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:02.768049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.449765654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:39:02.768064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:57.155848Z","time spent":"5.612204843s","remote":"127.0.0.1:45148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:39:02.768089Z","caller":"traceutil/trace.go:171","msg":"trace[1214922004] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:16030; }","duration":"5.449848676s","start":"2026-07-07T16:38:57.318232Z","end":"2026-07-07T16:39:02.76808Z","steps":["trace[1214922004] 'agreement among raft nodes before linearized reading' (duration: 5.449787514s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:02.768121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:57.318206Z","time spent":"5.449904947s","remote":"127.0.0.1:49596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:39:02.768155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.337866099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-scheduler-7c7b4dd8c6-xbd2t\" ","response":"range_response_count:1 size:6400"} {"level":"info","ts":"2026-07-07T16:39:02.768196Z","caller":"traceutil/trace.go:171","msg":"trace[1107950261] range","detail":"{range_begin:/registry/pods/openstack/nova-scheduler-7c7b4dd8c6-xbd2t; range_end:; response_count:1; response_revision:16030; }","duration":"6.33790364s","start":"2026-07-07T16:38:56.430281Z","end":"2026-07-07T16:39:02.768184Z","steps":["trace[1107950261] 'agreement among raft nodes before linearized reading' (duration: 6.337797888s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:02.767998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:57.3649Z","time spent":"5.403080243s","remote":"127.0.0.1:44856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-07-07T16:39:02.768043Z","caller":"traceutil/trace.go:171","msg":"trace[888816353] range","detail":"{range_begin:/registry/pods/openstack/nova-api-osapi-6477c7dddd-b4lfl; range_end:; response_count:1; response_revision:16030; }","duration":"6.340648256s","start":"2026-07-07T16:38:56.427366Z","end":"2026-07-07T16:39:02.768014Z","steps":["trace[888816353] 'agreement among raft nodes before linearized reading' (duration: 6.340314028s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:02.76834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.338086724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-bootstrap-2tdh5\" ","response":"range_response_count:1 size:7089"} {"level":"info","ts":"2026-07-07T16:39:02.76839Z","caller":"traceutil/trace.go:171","msg":"trace[558774423] range","detail":"{range_begin:/registry/pods/openstack/nova-bootstrap-2tdh5; range_end:; response_count:1; response_revision:16030; }","duration":"6.338143496s","start":"2026-07-07T16:38:56.430234Z","end":"2026-07-07T16:39:02.768378Z","steps":["trace[558774423] 'agreement among raft nodes before linearized reading' (duration: 6.338035603s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:02.768402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:56.427355Z","time spent":"6.341025715s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":6910,"request content":"key:\"/registry/pods/openstack/nova-api-osapi-6477c7dddd-b4lfl\" "} {"level":"warn","ts":"2026-07-07T16:39:02.768343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.341052336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-novncproxy-67d856564f-r7t6v\" ","response":"range_response_count:1 size:10736"} {"level":"warn","ts":"2026-07-07T16:39:02.768246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:56.430265Z","time spent":"6.337971752s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":6423,"request content":"key:\"/registry/pods/openstack/nova-scheduler-7c7b4dd8c6-xbd2t\" "} {"level":"warn","ts":"2026-07-07T16:39:02.768634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.343477655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-api-metadata-6ffb7cf5df-gbrf7\" ","response":"range_response_count:1 size:9240"} {"level":"info","ts":"2026-07-07T16:39:02.768598Z","caller":"traceutil/trace.go:171","msg":"trace[1370672252] range","detail":"{range_begin:/registry/pods/openstack/nova-novncproxy-67d856564f-r7t6v; range_end:; response_count:1; response_revision:16030; }","duration":"6.341352723s","start":"2026-07-07T16:38:56.427227Z","end":"2026-07-07T16:39:02.76858Z","steps":["trace[1370672252] 'agreement among raft nodes before linearized reading' (duration: 6.340485182s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:02.767764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.097172311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-07T16:39:02.768726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.343811423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-66hj2\" ","response":"range_response_count:1 size:8054"} {"level":"info","ts":"2026-07-07T16:39:02.768764Z","caller":"traceutil/trace.go:171","msg":"trace[1453930044] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-66hj2; range_end:; response_count:1; response_revision:16030; }","duration":"6.343877224s","start":"2026-07-07T16:38:56.424876Z","end":"2026-07-07T16:39:02.768753Z","steps":["trace[1453930044] 'agreement among raft nodes before linearized reading' (duration: 6.343743131s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:39:02.768762Z","caller":"traceutil/trace.go:171","msg":"trace[766684419] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:16030; }","duration":"4.098248257s","start":"2026-07-07T16:38:58.670492Z","end":"2026-07-07T16:39:02.76874Z","steps":["trace[766684419] 'agreement among raft nodes before linearized reading' (duration: 4.097180491s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:02.768805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:56.424855Z","time spent":"6.343941086s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":8077,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-66hj2\" "} {"level":"warn","ts":"2026-07-07T16:39:02.768831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:58.670449Z","time spent":"4.098359859s","remote":"127.0.0.1:60030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:39:02.768551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.343597018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-conductor-6f9c49f9f6-w92kj\" ","response":"range_response_count:1 size:6400"} {"level":"warn","ts":"2026-07-07T16:39:02.768848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:56.4272Z","time spent":"6.341574129s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":10759,"request content":"key:\"/registry/pods/openstack/nova-novncproxy-67d856564f-r7t6v\" "} {"level":"info","ts":"2026-07-07T16:39:02.768672Z","caller":"traceutil/trace.go:171","msg":"trace[1967989430] range","detail":"{range_begin:/registry/pods/openstack/nova-api-metadata-6ffb7cf5df-gbrf7; range_end:; response_count:1; response_revision:16030; }","duration":"6.343526466s","start":"2026-07-07T16:38:56.425132Z","end":"2026-07-07T16:39:02.768659Z","steps":["trace[1967989430] 'agreement among raft nodes before linearized reading' (duration: 6.343439424s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:39:02.768968Z","caller":"traceutil/trace.go:171","msg":"trace[711346342] transaction","detail":"{read_only:false; response_revision:16031; number_of_response:1; }","duration":"1.316685994s","start":"2026-07-07T16:39:01.452265Z","end":"2026-07-07T16:39:02.768951Z","steps":["trace[711346342] 'process raft request' (duration: 1.315087705s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:02.769014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:56.425125Z","time spent":"6.343867864s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":9263,"request content":"key:\"/registry/pods/openstack/nova-api-metadata-6ffb7cf5df-gbrf7\" "} {"level":"warn","ts":"2026-07-07T16:39:02.769069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:01.452252Z","time spent":"1.316742076s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:39:02.768917Z","caller":"traceutil/trace.go:171","msg":"trace[1988866910] range","detail":"{range_begin:/registry/pods/openstack/nova-conductor-6f9c49f9f6-w92kj; range_end:; response_count:1; response_revision:16030; }","duration":"6.343966587s","start":"2026-07-07T16:38:56.424931Z","end":"2026-07-07T16:39:02.768897Z","steps":["trace[1988866910] 'agreement among raft nodes before linearized reading' (duration: 6.343513486s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:02.768887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.336716491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3684"} {"level":"warn","ts":"2026-07-07T16:39:02.769249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.335514622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:717775"} {"level":"info","ts":"2026-07-07T16:39:02.769306Z","caller":"traceutil/trace.go:171","msg":"trace[1273641072] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:16030; }","duration":"6.335571273s","start":"2026-07-07T16:38:56.433714Z","end":"2026-07-07T16:39:02.769285Z","steps":["trace[1273641072] 'agreement among raft nodes before linearized reading' (duration: 6.334662151s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:02.769367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:56.433709Z","time spent":"6.335647416s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":75,"response size":717798,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-07T16:39:02.768423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:56.430225Z","time spent":"6.338192137s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":7112,"request content":"key:\"/registry/pods/openstack/nova-bootstrap-2tdh5\" "} {"level":"warn","ts":"2026-07-07T16:39:02.769172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:56.424925Z","time spent":"6.344233613s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":6423,"request content":"key:\"/registry/pods/openstack/nova-conductor-6f9c49f9f6-w92kj\" "} {"level":"warn","ts":"2026-07-07T16:39:02.768343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.698295466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:416036"} {"level":"info","ts":"2026-07-07T16:39:02.769415Z","caller":"traceutil/trace.go:171","msg":"trace[196947038] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:16030; }","duration":"6.337445879s","start":"2026-07-07T16:38:56.431805Z","end":"2026-07-07T16:39:02.769251Z","steps":["trace[196947038] 'agreement among raft nodes before linearized reading' (duration: 6.335753748s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:39:02.76964Z","caller":"traceutil/trace.go:171","msg":"trace[153505059] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:16030; }","duration":"5.699617868s","start":"2026-07-07T16:38:57.069987Z","end":"2026-07-07T16:39:02.769605Z","steps":["trace[153505059] 'agreement among raft nodes before linearized reading' (duration: 5.698169033s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:02.769699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:57.06996Z","time spent":"5.699722061s","remote":"127.0.0.1:34820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":416059,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-07-07T16:39:02.768352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.329164263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p22f7\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-07-07T16:39:02.769932Z","caller":"traceutil/trace.go:171","msg":"trace[480555989] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p22f7; range_end:; response_count:1; response_revision:16030; }","duration":"4.330779432s","start":"2026-07-07T16:38:58.43914Z","end":"2026-07-07T16:39:02.769919Z","steps":["trace[480555989] 'agreement among raft nodes before linearized reading' (duration: 4.328416165s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:02.769971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:58.439117Z","time spent":"4.330842613s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-p22f7\" "} {"level":"warn","ts":"2026-07-07T16:39:02.767763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.325299162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:39:02.770079Z","caller":"traceutil/trace.go:171","msg":"trace[2035967337] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:16030; }","duration":"5.32769789s","start":"2026-07-07T16:38:57.44237Z","end":"2026-07-07T16:39:02.770068Z","steps":["trace[2035967337] 'agreement among raft nodes before linearized reading' (duration: 5.3252272s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:02.769884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:56.431794Z","time spent":"6.33791776s","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3707,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-07-07T16:39:02.770116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:57.442349Z","time spent":"5.327752622s","remote":"127.0.0.1:59846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:39:02.768214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.335127743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1136"} {"level":"info","ts":"2026-07-07T16:39:02.770326Z","caller":"traceutil/trace.go:171","msg":"trace[851633253] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:16030; }","duration":"6.337297195s","start":"2026-07-07T16:38:56.433019Z","end":"2026-07-07T16:39:02.770316Z","steps":["trace[851633253] 'agreement among raft nodes before linearized reading' (duration: 6.334983689s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:02.770366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:56.433009Z","time spent":"6.337341946s","remote":"127.0.0.1:44934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1159,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-07-07T16:39:03.017087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.585074079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18790"} {"level":"info","ts":"2026-07-07T16:39:03.017188Z","caller":"traceutil/trace.go:171","msg":"trace[106517271] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:16031; }","duration":"6.585201633s","start":"2026-07-07T16:38:56.431961Z","end":"2026-07-07T16:39:03.017163Z","steps":["trace[106517271] 'agreement among raft nodes before linearized reading' (duration: 6.337000968s)","trace[106517271] 'range keys from in-memory index tree' (duration: 247.975ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:39:03.017232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:56.431955Z","time spent":"6.585268944s","remote":"127.0.0.1:44926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18813,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-07T16:39:03.017294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.168714ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T16:39:03.017794Z","caller":"traceutil/trace.go:171","msg":"trace[1241040289] transaction","detail":"{read_only:false; response_revision:16032; number_of_response:1; }","duration":"1.564257604s","start":"2026-07-07T16:39:01.45349Z","end":"2026-07-07T16:39:03.017748Z","steps":["trace[1241040289] 'process raft request' (duration: 1.315449035s)","trace[1241040289] 'compare' (duration: 247.911077ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:39:03.017887Z","caller":"traceutil/trace.go:171","msg":"trace[841416075] linearizableReadLoop","detail":"{readStateIndex:16606; appliedIndex:16602; }","duration":"250.202823ms","start":"2026-07-07T16:39:02.767664Z","end":"2026-07-07T16:39:03.017866Z","steps":["trace[841416075] 'read index received' (duration: 108.70111ms)","trace[841416075] 'applied index is now lower than readState.Index' (duration: 141.500343ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:39:03.017896Z","caller":"traceutil/trace.go:171","msg":"trace[1254167009] transaction","detail":"{read_only:false; response_revision:16034; number_of_response:1; }","duration":"1.564341976s","start":"2026-07-07T16:39:01.45353Z","end":"2026-07-07T16:39:03.017872Z","steps":["trace[1254167009] 'process raft request' (duration: 1.564196182s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:03.017979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.761895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:39:03.018029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.370009969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:39:03.018027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:01.453465Z","time spent":"1.564448248s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:39:03.018049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.425117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-07T16:39:03.018058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.271496043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:39:03.018089Z","caller":"traceutil/trace.go:171","msg":"trace[92706723] transaction","detail":"{read_only:false; response_revision:16033; number_of_response:1; }","duration":"1.564554791s","start":"2026-07-07T16:39:01.453511Z","end":"2026-07-07T16:39:03.018066Z","steps":["trace[92706723] 'process raft request' (duration: 1.564043108s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:39:03.018113Z","caller":"traceutil/trace.go:171","msg":"trace[2099444802] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:16035; }","duration":"295.55355ms","start":"2026-07-07T16:39:02.722542Z","end":"2026-07-07T16:39:03.018096Z","steps":["trace[2099444802] 'agreement among raft nodes before linearized reading' (duration: 295.435388ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:39:03.018171Z","caller":"traceutil/trace.go:171","msg":"trace[1498747874] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:16035; }","duration":"2.271604947s","start":"2026-07-07T16:39:00.746513Z","end":"2026-07-07T16:39:03.018118Z","steps":["trace[1498747874] 'agreement among raft nodes before linearized reading' (duration: 2.271424353s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:03.018118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.56244091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-07T16:39:03.01822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.566441321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/nova-novncproxy-67d856564f-r7t6v.18c00f596f891a06\" ","response":"range_response_count:1 size:821"} {"level":"warn","ts":"2026-07-07T16:39:03.018216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.629107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-db-init\" ","response":"range_response_count:1 size:524"} {"level":"warn","ts":"2026-07-07T16:39:03.018237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:00.746431Z","time spent":"2.271785681s","remote":"127.0.0.1:45040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:39:03.01824Z","caller":"traceutil/trace.go:171","msg":"trace[1665332945] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16035; }","duration":"1.562603793s","start":"2026-07-07T16:39:01.455613Z","end":"2026-07-07T16:39:03.018217Z","steps":["trace[1665332945] 'agreement among raft nodes before linearized reading' (duration: 1.562274565s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:39:03.018254Z","caller":"traceutil/trace.go:171","msg":"trace[123755899] range","detail":"{range_begin:/registry/events/openstack/nova-novncproxy-67d856564f-r7t6v.18c00f596f891a06; range_end:; response_count:1; response_revision:16035; }","duration":"3.566704197s","start":"2026-07-07T16:38:59.451538Z","end":"2026-07-07T16:39:03.018243Z","steps":["trace[123755899] 'agreement among raft nodes before linearized reading' (duration: 3.566551943s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:03.018253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.146107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/nova-novncproxy-vencrypt\" ","response":"range_response_count:1 size:2767"} {"level":"info","ts":"2026-07-07T16:39:03.018041Z","caller":"traceutil/trace.go:171","msg":"trace[1171088885] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16035; }","duration":"574.877538ms","start":"2026-07-07T16:39:02.443145Z","end":"2026-07-07T16:39:03.018023Z","steps":["trace[1171088885] 'agreement among raft nodes before linearized reading' (duration: 574.749305ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:03.018311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.558438417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/nova-api-metadata-6ffb7cf5df\" ","response":"range_response_count:1 size:9688"} {"level":"info","ts":"2026-07-07T16:39:03.01829Z","caller":"traceutil/trace.go:171","msg":"trace[1584922686] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-db-init; range_end:; response_count:1; response_revision:16035; }","duration":"375.74049ms","start":"2026-07-07T16:39:02.642513Z","end":"2026-07-07T16:39:03.018253Z","steps":["trace[1584922686] 'agreement among raft nodes before linearized reading' (duration: 375.554876ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:39:03.018325Z","caller":"traceutil/trace.go:171","msg":"trace[2068875983] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/nova-novncproxy-vencrypt; range_end:; response_count:1; response_revision:16035; }","duration":"628.237238ms","start":"2026-07-07T16:39:02.390063Z","end":"2026-07-07T16:39:03.0183Z","steps":["trace[2068875983] 'agreement among raft nodes before linearized reading' (duration: 628.056994ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:03.018328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.566268827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-bootstrap-2tdh5\" ","response":"range_response_count:1 size:7089"} {"level":"info","ts":"2026-07-07T16:39:03.018349Z","caller":"traceutil/trace.go:171","msg":"trace[1220532743] range","detail":"{range_begin:/registry/replicasets/openstack/nova-api-metadata-6ffb7cf5df; range_end:; response_count:1; response_revision:16035; }","duration":"3.558491848s","start":"2026-07-07T16:38:59.459846Z","end":"2026-07-07T16:39:03.018338Z","steps":["trace[1220532743] 'agreement among raft nodes before linearized reading' (duration: 3.558365045s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:03.018363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:02.64248Z","time spent":"375.870734ms","remote":"127.0.0.1:44936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":547,"request content":"key:\"/registry/serviceaccounts/openstack/nova-db-init\" "} {"level":"warn","ts":"2026-07-07T16:39:03.018376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:02.390052Z","time spent":"628.311651ms","remote":"127.0.0.1:40360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":2790,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/nova-novncproxy-vencrypt\" "} {"level":"warn","ts":"2026-07-07T16:39:03.018391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:59.45984Z","time spent":"3.55854351s","remote":"127.0.0.1:45230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":9711,"request content":"key:\"/registry/replicasets/openstack/nova-api-metadata-6ffb7cf5df\" "} {"level":"info","ts":"2026-07-07T16:39:03.018394Z","caller":"traceutil/trace.go:171","msg":"trace[1984984899] range","detail":"{range_begin:/registry/pods/openstack/nova-bootstrap-2tdh5; range_end:; response_count:1; response_revision:16035; }","duration":"3.566377749s","start":"2026-07-07T16:38:59.451997Z","end":"2026-07-07T16:39:03.018375Z","steps":["trace[1984984899] 'agreement among raft nodes before linearized reading' (duration: 3.5660012s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:03.018444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:59.451975Z","time spent":"3.566457782s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":7112,"request content":"key:\"/registry/pods/openstack/nova-bootstrap-2tdh5\" "} {"level":"warn","ts":"2026-07-07T16:39:03.018353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.660425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:39:03.018554Z","caller":"traceutil/trace.go:171","msg":"trace[1837019077] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:16035; }","duration":"243.856279ms","start":"2026-07-07T16:39:02.774685Z","end":"2026-07-07T16:39:03.018542Z","steps":["trace[1837019077] 'agreement among raft nodes before linearized reading' (duration: 243.638674ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:39:03.018069Z","caller":"traceutil/trace.go:171","msg":"trace[491651042] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:16035; }","duration":"3.370096971s","start":"2026-07-07T16:38:59.64796Z","end":"2026-07-07T16:39:03.018057Z","steps":["trace[491651042] 'agreement among raft nodes before linearized reading' (duration: 3.37001833s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:03.018561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.400303497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-07T16:39:03.018612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.567591944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-07T16:39:03.018614Z","caller":"traceutil/trace.go:171","msg":"trace[674000752] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:16035; }","duration":"1.40040253s","start":"2026-07-07T16:39:01.618195Z","end":"2026-07-07T16:39:03.018597Z","steps":["trace[674000752] 'agreement among raft nodes before linearized reading' (duration: 1.400226845s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:03.018604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:59.647937Z","time spent":"3.370646075s","remote":"127.0.0.1:49628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:39:03.018685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:01.618165Z","time spent":"1.400510762s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":115,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:39:03.018621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.068851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-07-07T16:39:03.01833Z","caller":"traceutil/trace.go:171","msg":"trace[1798555000] transaction","detail":"{read_only:false; response_revision:16035; number_of_response:1; }","duration":"629.903649ms","start":"2026-07-07T16:39:02.388412Z","end":"2026-07-07T16:39:03.018316Z","steps":["trace[1798555000] 'process raft request' (duration: 629.365376ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:39:03.018729Z","caller":"traceutil/trace.go:171","msg":"trace[1816820482] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:16035; }","duration":"243.222034ms","start":"2026-07-07T16:39:02.775494Z","end":"2026-07-07T16:39:03.018716Z","steps":["trace[1816820482] 'agreement among raft nodes before linearized reading' (duration: 243.013679ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:03.01876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:02.388384Z","time spent":"630.35221ms","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":701,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:39:03.018778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.5682456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-07T16:39:03.018812Z","caller":"traceutil/trace.go:171","msg":"trace[2034099990] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16035; }","duration":"1.568360364s","start":"2026-07-07T16:39:01.450442Z","end":"2026-07-07T16:39:03.018802Z","steps":["trace[2034099990] 'agreement among raft nodes before linearized reading' (duration: 1.568244711s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:03.01885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:01.45041Z","time spent":"1.568431174s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-07T16:39:03.018668Z","caller":"traceutil/trace.go:171","msg":"trace[1036814547] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16035; }","duration":"1.567722548s","start":"2026-07-07T16:39:01.450934Z","end":"2026-07-07T16:39:03.018656Z","steps":["trace[1036814547] 'agreement among raft nodes before linearized reading' (duration: 1.567530253s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:03.018398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.104077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-07-07T16:39:03.018917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:01.450909Z","time spent":"1.567991444s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-07T16:39:03.01892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.421091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:39:03.018987Z","caller":"traceutil/trace.go:171","msg":"trace[359458793] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:16035; }","duration":"582.539554ms","start":"2026-07-07T16:39:02.436431Z","end":"2026-07-07T16:39:03.01897Z","steps":["trace[359458793] 'agreement among raft nodes before linearized reading' (duration: 582.437801ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:03.018292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:01.455602Z","time spent":"1.562679266s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-07T16:39:03.019042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:02.436407Z","time spent":"582.623985ms","remote":"127.0.0.1:44838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-07-07T16:39:03.019096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.568920136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-07T16:39:03.018856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.560738143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/nova-novncproxy-67d856564f\" ","response":"range_response_count:1 size:9397"} {"level":"info","ts":"2026-07-07T16:39:03.019134Z","caller":"traceutil/trace.go:171","msg":"trace[1754514527] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16035; }","duration":"1.568958987s","start":"2026-07-07T16:39:01.450166Z","end":"2026-07-07T16:39:03.019125Z","steps":["trace[1754514527] 'agreement among raft nodes before linearized reading' (duration: 1.568838034s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:03.019163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:01.450115Z","time spent":"1.569040519s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-07T16:39:03.018348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:02.443116Z","time spent":"575.216426ms","remote":"127.0.0.1:44742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T16:39:03.018292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:59.451529Z","time spent":"3.566754419s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":844,"request content":"key:\"/registry/events/openstack/nova-novncproxy-67d856564f-r7t6v.18c00f596f891a06\" "} {"level":"info","ts":"2026-07-07T16:39:03.018921Z","caller":"traceutil/trace.go:171","msg":"trace[1885986929] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:16035; }","duration":"633.65036ms","start":"2026-07-07T16:39:02.385254Z","end":"2026-07-07T16:39:03.018904Z","steps":["trace[1885986929] 'agreement among raft nodes before linearized reading' (duration: 633.066066ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:03.019254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.771359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:717775"} {"level":"warn","ts":"2026-07-07T16:39:03.018407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.881528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:39:03.019306Z","caller":"traceutil/trace.go:171","msg":"trace[1626888228] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:16035; }","duration":"241.856971ms","start":"2026-07-07T16:39:02.77744Z","end":"2026-07-07T16:39:03.019297Z","steps":["trace[1626888228] 'agreement among raft nodes before linearized reading' (duration: 240.98393ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:39:03.019328Z","caller":"traceutil/trace.go:171","msg":"trace[1414351362] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:16035; }","duration":"241.79729ms","start":"2026-07-07T16:39:02.77751Z","end":"2026-07-07T16:39:03.019308Z","steps":["trace[1414351362] 'agreement among raft nodes before linearized reading' (duration: 240.872157ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:03.019168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.569007759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-07T16:39:03.019409Z","caller":"traceutil/trace.go:171","msg":"trace[2043628961] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16035; }","duration":"1.569289026s","start":"2026-07-07T16:39:01.45011Z","end":"2026-07-07T16:39:03.019399Z","steps":["trace[2043628961] 'agreement among raft nodes before linearized reading' (duration: 1.568982699s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:03.019441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:01.450078Z","time spent":"1.569354917s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-07T16:39:03.018018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:01.453508Z","time spent":"1.564433398s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:39:03.019151Z","caller":"traceutil/trace.go:171","msg":"trace[394719169] range","detail":"{range_begin:/registry/replicasets/openstack/nova-novncproxy-67d856564f; range_end:; response_count:1; response_revision:16035; }","duration":"3.561074952s","start":"2026-07-07T16:38:59.458058Z","end":"2026-07-07T16:39:03.019133Z","steps":["trace[394719169] 'agreement among raft nodes before linearized reading' (duration: 3.560678782s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:03.019519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:38:59.458037Z","time spent":"3.561469291s","remote":"127.0.0.1:45230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":9420,"request content":"key:\"/registry/replicasets/openstack/nova-novncproxy-67d856564f\" "} {"level":"warn","ts":"2026-07-07T16:39:03.019273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:02.385236Z","time spent":"634.026449ms","remote":"127.0.0.1:44914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-07T16:39:03.018174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:01.453494Z","time spent":"1.564637363s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:39:04.330908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.168649ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:39:04.331101Z","caller":"traceutil/trace.go:171","msg":"trace[1402065687] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:16035; }","duration":"774.377724ms","start":"2026-07-07T16:39:03.556693Z","end":"2026-07-07T16:39:04.33107Z","steps":["trace[1402065687] 'range keys from in-memory index tree' (duration: 774.142068ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:04.332075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030741187s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T16:39:04.33232Z","caller":"traceutil/trace.go:171","msg":"trace[1249034803] linearizableReadLoop","detail":"{readStateIndex:16607; appliedIndex:16606; }","duration":"1.309026228s","start":"2026-07-07T16:39:03.023164Z","end":"2026-07-07T16:39:04.332191Z","steps":["trace[1249034803] 'read index received' (duration: 277.312088ms)","trace[1249034803] 'applied index is now lower than readState.Index' (duration: 1.03171204s)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:39:04.332448Z","caller":"traceutil/trace.go:171","msg":"trace[1726600904] transaction","detail":"{read_only:false; response_revision:16036; number_of_response:1; }","duration":"1.309622212s","start":"2026-07-07T16:39:03.022785Z","end":"2026-07-07T16:39:04.332407Z","steps":["trace[1726600904] 'process raft request' (duration: 277.554114ms)","trace[1726600904] 'compare' (duration: 1.029938827s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:39:04.33265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.309478229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-07-07T16:39:04.332694Z","caller":"traceutil/trace.go:171","msg":"trace[1756517593] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:16036; }","duration":"1.309560591s","start":"2026-07-07T16:39:03.023122Z","end":"2026-07-07T16:39:04.332682Z","steps":["trace[1756517593] 'agreement among raft nodes before linearized reading' (duration: 1.309293894s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:04.332684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:03.02277Z","time spent":"1.309785816s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":806,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:39:04.332747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:03.023099Z","time spent":"1.309638733s","remote":"127.0.0.1:44782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-07T16:39:04.832899Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004043189,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T16:39:05.030316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000125057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-07T16:39:05.030429Z","caller":"traceutil/trace.go:171","msg":"trace[887568701] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00027361s","start":"2026-07-07T16:39:03.030131Z","end":"2026-07-07T16:39:05.030404Z","steps":["trace[887568701] 'agreement among raft nodes before linearized reading' (duration: 2.000131027s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:05.030487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:03.030125Z","time spent":"2.000352212s","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 16:39:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T16:39:05.333523Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004043189,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T16:39:05.834381Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004043189,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T16:39:06.244067Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.943524182s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-07T16:39:06.32251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999817571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-07T16:39:06.322636Z","caller":"traceutil/trace.go:171","msg":"trace[29309248] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000051936s","start":"2026-07-07T16:39:04.322556Z","end":"2026-07-07T16:39:06.322608Z","steps":["trace[29309248] 'agreement among raft nodes before linearized reading' (duration: 1.999859552s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:06.322708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:04.322525Z","time spent":"2.00017126s","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T16:39:06.542553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.917068ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-07T16:39:06.542855Z","caller":"traceutil/trace.go:171","msg":"trace[517817970] transaction","detail":"{read_only:false; response_revision:16037; number_of_response:1; }","duration":"3.519531436s","start":"2026-07-07T16:39:03.023283Z","end":"2026-07-07T16:39:06.542815Z","steps":["trace[517817970] 'process raft request' (duration: 3.221242719s)","trace[517817970] 'compare' (duration: 297.098178ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:39:06.54302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:03.023252Z","time spent":"3.5196885s","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4442,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T16:39:06.543147Z","caller":"traceutil/trace.go:171","msg":"trace[1640121413] transaction","detail":"{read_only:false; response_revision:16044; number_of_response:1; }","duration":"3.511065251s","start":"2026-07-07T16:39:03.032051Z","end":"2026-07-07T16:39:06.543116Z","steps":["trace[1640121413] 'process raft request' (duration: 3.510982689s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:06.543247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:03.032042Z","time spent":"3.511153863s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8352,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:39:06.543366Z","caller":"traceutil/trace.go:171","msg":"trace[114375252] transaction","detail":"{read_only:false; response_revision:16040; number_of_response:1; }","duration":"3.516053012s","start":"2026-07-07T16:39:03.0273Z","end":"2026-07-07T16:39:06.543353Z","steps":["trace[114375252] 'process raft request' (duration: 3.51557568s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:06.543423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:03.027293Z","time spent":"3.516102123s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":741,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T16:39:06.543551Z","caller":"traceutil/trace.go:171","msg":"trace[521799165] transaction","detail":"{read_only:false; response_revision:16041; number_of_response:1; }","duration":"3.5151816s","start":"2026-07-07T16:39:03.028356Z","end":"2026-07-07T16:39:06.543538Z","steps":["trace[521799165] 'process raft request' (duration: 3.514577726s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:06.543608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:03.02835Z","time spent":"3.515227861s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:39:06.543694Z","caller":"traceutil/trace.go:171","msg":"trace[731674933] transaction","detail":"{read_only:false; response_revision:16042; number_of_response:1; }","duration":"3.515283403s","start":"2026-07-07T16:39:03.028398Z","end":"2026-07-07T16:39:06.543681Z","steps":["trace[731674933] 'process raft request' (duration: 3.514576346s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:06.543743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:03.028393Z","time spent":"3.515325484s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:39:06.543771Z","caller":"traceutil/trace.go:171","msg":"trace[824134957] transaction","detail":"{read_only:false; response_revision:16038; number_of_response:1; }","duration":"3.516638106s","start":"2026-07-07T16:39:03.027121Z","end":"2026-07-07T16:39:06.543759Z","steps":["trace[824134957] 'process raft request' (duration: 3.51557407s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:06.543887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:03.027111Z","time spent":"3.516687457s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:39:06.5439Z","caller":"traceutil/trace.go:171","msg":"trace[1534227087] transaction","detail":"{read_only:false; response_revision:16043; number_of_response:1; }","duration":"3.513115291s","start":"2026-07-07T16:39:03.030774Z","end":"2026-07-07T16:39:06.543889Z","steps":["trace[1534227087] 'process raft request' (duration: 3.512229119s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:06.544022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:03.030765Z","time spent":"3.513225303s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:39:06.544122Z","caller":"traceutil/trace.go:171","msg":"trace[492603316] transaction","detail":"{read_only:false; response_revision:16039; number_of_response:1; }","duration":"3.516899533s","start":"2026-07-07T16:39:03.027186Z","end":"2026-07-07T16:39:06.544086Z","steps":["trace[492603316] 'process raft request' (duration: 3.515641942s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:06.544318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:03.02718Z","time spent":"3.517042346s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:39:07.030604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000209209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T16:39:07.030718Z","caller":"traceutil/trace.go:171","msg":"trace[1022210505] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000353843s","start":"2026-07-07T16:39:05.030339Z","end":"2026-07-07T16:39:07.030692Z","steps":["trace[1022210505] 'agreement among raft nodes before linearized reading' (duration: 2.000192209s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:07.030788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:05.030304Z","time spent":"2.000463775s","remote":"127.0.0.1:44742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 16:39:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T16:39:07.927079Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.682826921s","expected-duration":"1s"} {"level":"info","ts":"2026-07-07T16:39:07.927715Z","caller":"traceutil/trace.go:171","msg":"trace[1042087590] transaction","detail":"{read_only:false; response_revision:16045; number_of_response:1; }","duration":"3.152016405s","start":"2026-07-07T16:39:04.775629Z","end":"2026-07-07T16:39:07.927645Z","steps":["trace[1042087590] 'process raft request' (duration: 3.151752998s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:07.92794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:04.775569Z","time spent":"3.152251301s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:39:07.927988Z","caller":"traceutil/trace.go:171","msg":"trace[1602105126] transaction","detail":"{read_only:false; response_revision:16046; number_of_response:1; }","duration":"2.90131887s","start":"2026-07-07T16:39:05.026635Z","end":"2026-07-07T16:39:07.927954Z","steps":["trace[1602105126] 'process raft request' (duration: 2.900956521s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:07.928157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:05.026604Z","time spent":"2.901443513s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:39:07.928263Z","caller":"traceutil/trace.go:171","msg":"trace[1595204971] transaction","detail":"{read_only:false; response_revision:16047; number_of_response:1; }","duration":"2.90092045s","start":"2026-07-07T16:39:05.027313Z","end":"2026-07-07T16:39:07.928234Z","steps":["trace[1595204971] 'process raft request' (duration: 2.900568541s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:39:07.928475Z","caller":"traceutil/trace.go:171","msg":"trace[659074368] linearizableReadLoop","detail":"{readStateIndex:16619; appliedIndex:16607; }","duration":"3.596054517s","start":"2026-07-07T16:39:04.332369Z","end":"2026-07-07T16:39:07.928424Z","steps":["trace[659074368] 'read index received' (duration: 1.912007177s)","trace[659074368] 'applied index is now lower than readState.Index' (duration: 1.68404575s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:39:07.92853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:05.027272Z","time spent":"2.901137075s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:39:07.928722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.900100365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"warn","ts":"2026-07-07T16:39:07.928783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.901610211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/nova-api-metadata-6ffb7cf5df\" ","response":"range_response_count:1 size:9688"} {"level":"warn","ts":"2026-07-07T16:39:07.928821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.900586147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-07-07T16:39:07.928849Z","caller":"traceutil/trace.go:171","msg":"trace[180845845] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:16048; }","duration":"4.900242168s","start":"2026-07-07T16:39:03.02858Z","end":"2026-07-07T16:39:07.928822Z","steps":["trace[180845845] 'agreement among raft nodes before linearized reading' (duration: 4.89990802s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:39:07.928854Z","caller":"traceutil/trace.go:171","msg":"trace[2145426292] range","detail":"{range_begin:/registry/replicasets/openstack/nova-api-metadata-6ffb7cf5df; range_end:; response_count:1; response_revision:16048; }","duration":"4.901694113s","start":"2026-07-07T16:39:03.02714Z","end":"2026-07-07T16:39:07.928834Z","steps":["trace[2145426292] 'agreement among raft nodes before linearized reading' (duration: 4.901477358s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:07.928865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.901729434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/nova-novncproxy-67d856564f\" ","response":"range_response_count:1 size:9397"} {"level":"info","ts":"2026-07-07T16:39:07.928874Z","caller":"traceutil/trace.go:171","msg":"trace[632193958] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:16048; }","duration":"4.900648858s","start":"2026-07-07T16:39:03.028209Z","end":"2026-07-07T16:39:07.928858Z","steps":["trace[632193958] 'agreement among raft nodes before linearized reading' (duration: 4.900383191s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:07.928896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:03.028575Z","time spent":"4.90031157s","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":731,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"warn","ts":"2026-07-07T16:39:07.928913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:03.027135Z","time spent":"4.901759155s","remote":"127.0.0.1:45230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":9711,"request content":"key:\"/registry/replicasets/openstack/nova-api-metadata-6ffb7cf5df\" "} {"level":"info","ts":"2026-07-07T16:39:07.928923Z","caller":"traceutil/trace.go:171","msg":"trace[1261154629] range","detail":"{range_begin:/registry/replicasets/openstack/nova-novncproxy-67d856564f; range_end:; response_count:1; response_revision:16048; }","duration":"4.901795426s","start":"2026-07-07T16:39:03.027107Z","end":"2026-07-07T16:39:07.928902Z","steps":["trace[1261154629] 'agreement among raft nodes before linearized reading' (duration: 4.901594341s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:07.928924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:03.028204Z","time spent":"4.900709169s","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1365,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"warn","ts":"2026-07-07T16:39:07.928934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.903787774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-db-init-pzxr8\" ","response":"range_response_count:1 size:9158"} {"level":"warn","ts":"2026-07-07T16:39:07.928959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:03.027096Z","time spent":"4.901855837s","remote":"127.0.0.1:45230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":9420,"request content":"key:\"/registry/replicasets/openstack/nova-novncproxy-67d856564f\" "} {"level":"info","ts":"2026-07-07T16:39:07.928974Z","caller":"traceutil/trace.go:171","msg":"trace[1377189096] range","detail":"{range_begin:/registry/pods/openstack/nova-db-init-pzxr8; range_end:; response_count:1; response_revision:16048; }","duration":"4.904395088s","start":"2026-07-07T16:39:03.024567Z","end":"2026-07-07T16:39:07.928962Z","steps":["trace[1377189096] 'agreement among raft nodes before linearized reading' (duration: 4.904239935s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:07.929012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:03.024558Z","time spent":"4.904443309s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":9181,"request content":"key:\"/registry/pods/openstack/nova-db-init-pzxr8\" "} {"level":"warn","ts":"2026-07-07T16:39:07.929051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.212970762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:39:07.929032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.901527389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:684"} {"level":"info","ts":"2026-07-07T16:39:07.929263Z","caller":"traceutil/trace.go:171","msg":"trace[1601687275] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:16048; }","duration":"4.213241338s","start":"2026-07-07T16:39:03.71601Z","end":"2026-07-07T16:39:07.929251Z","steps":["trace[1601687275] 'agreement among raft nodes before linearized reading' (duration: 4.212997963s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:07.929285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.427065122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-07-07T16:39:07.929291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:03.715983Z","time spent":"4.2133012s","remote":"127.0.0.1:59946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:39:07.92932Z","caller":"traceutil/trace.go:171","msg":"trace[2040894766] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:16048; }","duration":"4.427137404s","start":"2026-07-07T16:39:03.502172Z","end":"2026-07-07T16:39:07.929309Z","steps":["trace[2040894766] 'agreement among raft nodes before linearized reading' (duration: 4.426849327s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:39:07.929313Z","caller":"traceutil/trace.go:171","msg":"trace[1418567948] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:16048; }","duration":"4.901832236s","start":"2026-07-07T16:39:03.027448Z","end":"2026-07-07T16:39:07.92928Z","steps":["trace[1418567948] 'agreement among raft nodes before linearized reading' (duration: 4.901335134s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:39:07.92931Z","caller":"traceutil/trace.go:171","msg":"trace[278929309] transaction","detail":"{read_only:false; response_revision:16048; number_of_response:1; }","duration":"2.900195433s","start":"2026-07-07T16:39:05.029081Z","end":"2026-07-07T16:39:07.929276Z","steps":["trace[278929309] 'process raft request' (duration: 2.899087026s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:07.929348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:03.502148Z","time spent":"4.427193155s","remote":"127.0.0.1:44856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-07T16:39:07.929369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:03.027443Z","time spent":"4.901916148s","remote":"127.0.0.1:44914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":707,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-07-07T16:39:07.929448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:05.029052Z","time spent":"2.900327957s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:39:07.92947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.898050405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-07-07T16:39:07.929576Z","caller":"traceutil/trace.go:171","msg":"trace[776230786] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:16048; }","duration":"4.898170397s","start":"2026-07-07T16:39:03.031366Z","end":"2026-07-07T16:39:07.929536Z","steps":["trace[776230786] 'agreement among raft nodes before linearized reading' (duration: 4.897676535s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:07.929639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:03.03136Z","time spent":"4.898268211s","remote":"127.0.0.1:49750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-07T16:39:08.429652Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004043202,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T16:39:08.93076Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004043202,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T16:39:09.039869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000701132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-07T16:39:09.04003Z","caller":"traceutil/trace.go:171","msg":"trace[1446111910] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000954868s","start":"2026-07-07T16:39:07.039049Z","end":"2026-07-07T16:39:09.040004Z","steps":["trace[1446111910] 'agreement among raft nodes before linearized reading' (duration: 2.000705002s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:09.040186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:07.039031Z","time spent":"2.001112083s","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 16:39:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T16:39:09.059797Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.132433806s","expected-duration":"1s"} {"level":"info","ts":"2026-07-07T16:39:09.060437Z","caller":"traceutil/trace.go:171","msg":"trace[1714148325] transaction","detail":"{read_only:false; response_revision:16049; number_of_response:1; }","duration":"2.5094771s","start":"2026-07-07T16:39:06.550931Z","end":"2026-07-07T16:39:09.060408Z","steps":["trace[1714148325] 'process raft request' (duration: 2.509165713s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:39:09.060562Z","caller":"traceutil/trace.go:171","msg":"trace[498958977] transaction","detail":"{read_only:false; response_revision:16050; number_of_response:1; }","duration":"2.506750284s","start":"2026-07-07T16:39:06.55378Z","end":"2026-07-07T16:39:09.060531Z","steps":["trace[498958977] 'process raft request' (duration: 2.506529349s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:09.060661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:06.550914Z","time spent":"2.509640424s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":689,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:39:09.060704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:06.553743Z","time spent":"2.506887407s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":829,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T16:39:09.060717Z","caller":"traceutil/trace.go:171","msg":"trace[673007687] transaction","detail":"{read_only:false; response_revision:16052; number_of_response:1; }","duration":"2.506554609s","start":"2026-07-07T16:39:06.55412Z","end":"2026-07-07T16:39:09.060674Z","steps":["trace[673007687] 'process raft request' (duration: 2.506304953s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:39:09.060817Z","caller":"traceutil/trace.go:171","msg":"trace[541198731] transaction","detail":"{read_only:false; response_revision:16054; number_of_response:1; }","duration":"2.506627671s","start":"2026-07-07T16:39:06.554175Z","end":"2026-07-07T16:39:09.060803Z","steps":["trace[541198731] 'process raft request' (duration: 2.506420706s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:39:09.060893Z","caller":"traceutil/trace.go:171","msg":"trace[1241340976] transaction","detail":"{read_only:false; response_revision:16055; number_of_response:1; }","duration":"2.50617778s","start":"2026-07-07T16:39:06.554699Z","end":"2026-07-07T16:39:09.060877Z","steps":["trace[1241340976] 'process raft request' (duration: 2.505936675s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:09.0609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:06.554105Z","time spent":"2.506703213s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":826,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:39:09.060959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:06.554157Z","time spent":"2.506717353s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":844,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:39:09.061015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:06.554679Z","time spent":"2.506254702s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T16:39:09.060942Z","caller":"traceutil/trace.go:171","msg":"trace[588021571] transaction","detail":"{read_only:false; response_revision:16053; number_of_response:1; }","duration":"2.506759954s","start":"2026-07-07T16:39:06.554139Z","end":"2026-07-07T16:39:09.060899Z","steps":["trace[588021571] 'process raft request' (duration: 2.506406665s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:09.061172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:06.55413Z","time spent":"2.50700981s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":832,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T16:39:09.060811Z","caller":"traceutil/trace.go:171","msg":"trace[1119637066] transaction","detail":"{read_only:false; response_revision:16056; number_of_response:1; }","duration":"2.501547658s","start":"2026-07-07T16:39:06.559243Z","end":"2026-07-07T16:39:09.060791Z","steps":["trace[1119637066] 'process raft request' (duration: 2.501447746s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:39:09.060727Z","caller":"traceutil/trace.go:171","msg":"trace[1805925586] transaction","detail":"{read_only:false; response_revision:16051; number_of_response:1; }","duration":"2.506821695s","start":"2026-07-07T16:39:06.553845Z","end":"2026-07-07T16:39:09.060667Z","steps":["trace[1805925586] 'process raft request' (duration: 2.506526868s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:09.06157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:06.559237Z","time spent":"2.502257845s","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5007,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:39:09.061645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:06.553821Z","time spent":"2.507790019s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":812,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:39:10.370778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.313308ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T16:39:10.370876Z","caller":"traceutil/trace.go:171","msg":"trace[1866000765] linearizableReadLoop","detail":"{readStateIndex:16628; appliedIndex:16619; }","duration":"2.442333425s","start":"2026-07-07T16:39:07.928525Z","end":"2026-07-07T16:39:10.370858Z","steps":["trace[1866000765] 'read index received' (duration: 1.131557545s)","trace[1866000765] 'applied index is now lower than readState.Index' (duration: 1.31077473s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:39:10.370956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.538778114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T16:39:10.37098Z","caller":"traceutil/trace.go:171","msg":"trace[1611861797] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:16057; }","duration":"4.538844855s","start":"2026-07-07T16:39:05.832129Z","end":"2026-07-07T16:39:10.370973Z","steps":["trace[1611861797] 'agreement among raft nodes before linearized reading' (duration: 4.538790504s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:10.371006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:05.832104Z","time spent":"4.538894256s","remote":"127.0.0.1:49686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:39:10.371003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.654269396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-07T16:39:10.371025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.872100783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:39:10.371086Z","caller":"traceutil/trace.go:171","msg":"trace[2087245492] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:16057; }","duration":"3.65441331s","start":"2026-07-07T16:39:06.716654Z","end":"2026-07-07T16:39:10.371067Z","steps":["trace[2087245492] 'agreement among raft nodes before linearized reading' (duration: 3.654258086s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:10.371173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:06.716628Z","time spent":"3.654496802s","remote":"127.0.0.1:45096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:39:10.37118Z","caller":"traceutil/trace.go:171","msg":"trace[1827903217] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:16057; }","duration":"2.872272068s","start":"2026-07-07T16:39:07.498843Z","end":"2026-07-07T16:39:10.371115Z","steps":["trace[1827903217] 'agreement among raft nodes before linearized reading' (duration: 2.872057952s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:10.371252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:07.49882Z","time spent":"2.87240962s","remote":"127.0.0.1:42658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:39:10.371294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.336712148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p22f7\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-07-07T16:39:10.371317Z","caller":"traceutil/trace.go:171","msg":"trace[193147426] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p22f7; range_end:; response_count:1; response_revision:16057; }","duration":"5.336769759s","start":"2026-07-07T16:39:05.034541Z","end":"2026-07-07T16:39:10.371311Z","steps":["trace[193147426] 'agreement among raft nodes before linearized reading' (duration: 5.336656257s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:10.371338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:05.034526Z","time spent":"5.33680769s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-p22f7\" "} {"level":"info","ts":"2026-07-07T16:39:10.371386Z","caller":"traceutil/trace.go:171","msg":"trace[420850240] transaction","detail":"{read_only:false; response_revision:16057; number_of_response:1; }","duration":"1.635735632s","start":"2026-07-07T16:39:08.735596Z","end":"2026-07-07T16:39:10.371331Z","steps":["trace[420850240] 'process raft request' (duration: 1.07179653s)","trace[420850240] 'compare' (duration: 563.206724ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:39:10.371492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:08.735569Z","time spent":"1.635871296s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:39:10.371537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.518829266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:39:10.371507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.036163259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-07T16:39:10.371618Z","caller":"traceutil/trace.go:171","msg":"trace[723139990] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:16057; }","duration":"6.036320653s","start":"2026-07-07T16:39:04.335284Z","end":"2026-07-07T16:39:10.371605Z","steps":["trace[723139990] 'agreement among raft nodes before linearized reading' (duration: 6.036169909s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:39:10.371626Z","caller":"traceutil/trace.go:171","msg":"trace[1730295523] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:16057; }","duration":"2.518976499s","start":"2026-07-07T16:39:07.852623Z","end":"2026-07-07T16:39:10.3716Z","steps":["trace[1730295523] 'agreement among raft nodes before linearized reading' (duration: 2.518813635s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:10.371651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:04.335263Z","time spent":"6.036377194s","remote":"127.0.0.1:44990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-07T16:39:10.371675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:07.852598Z","time spent":"2.519065702s","remote":"127.0.0.1:59978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:39:10.37172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.034351685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/nova-novncproxy-67d856564f-r7t6v.18c00f596f891a06\" ","response":"range_response_count:1 size:821"} {"level":"warn","ts":"2026-07-07T16:39:10.371754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.570875043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:39:10.371834Z","caller":"traceutil/trace.go:171","msg":"trace[1585958860] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:16057; }","duration":"5.571006816s","start":"2026-07-07T16:39:04.800806Z","end":"2026-07-07T16:39:10.371813Z","steps":["trace[1585958860] 'agreement among raft nodes before linearized reading' (duration: 5.570868552s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:39:10.371857Z","caller":"traceutil/trace.go:171","msg":"trace[1484938003] range","detail":"{range_begin:/registry/events/openstack/nova-novncproxy-67d856564f-r7t6v.18c00f596f891a06; range_end:; response_count:1; response_revision:16057; }","duration":"6.034542929s","start":"2026-07-07T16:39:04.337259Z","end":"2026-07-07T16:39:10.371802Z","steps":["trace[1484938003] 'agreement among raft nodes before linearized reading' (duration: 6.03416235s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:10.371874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:04.800785Z","time spent":"5.571081308s","remote":"127.0.0.1:60004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:39:10.371911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.588836777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-72wnd\" ","response":"range_response_count:1 size:20644"} {"level":"warn","ts":"2026-07-07T16:39:10.371914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:04.337234Z","time spent":"6.034669433s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":844,"request content":"key:\"/registry/events/openstack/nova-novncproxy-67d856564f-r7t6v.18c00f596f891a06\" "} {"level":"info","ts":"2026-07-07T16:39:10.371941Z","caller":"traceutil/trace.go:171","msg":"trace[2032509698] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-72wnd; range_end:; response_count:1; response_revision:16057; }","duration":"5.588899558s","start":"2026-07-07T16:39:04.783034Z","end":"2026-07-07T16:39:10.371934Z","steps":["trace[2032509698] 'agreement among raft nodes before linearized reading' (duration: 5.588812886s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:10.371926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.667104335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:39:10.371964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:04.783016Z","time spent":"5.588942969s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20667,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-72wnd\" "} {"level":"warn","ts":"2026-07-07T16:39:10.371099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.820155187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-api-metadata-6ffb7cf5df-gbrf7\" ","response":"range_response_count:1 size:9240"} {"level":"info","ts":"2026-07-07T16:39:10.372023Z","caller":"traceutil/trace.go:171","msg":"trace[1801148279] range","detail":"{range_begin:/registry/pods/openstack/nova-api-metadata-6ffb7cf5df-gbrf7; range_end:; response_count:1; response_revision:16057; }","duration":"3.821113791s","start":"2026-07-07T16:39:06.550884Z","end":"2026-07-07T16:39:10.371997Z","steps":["trace[1801148279] 'agreement among raft nodes before linearized reading' (duration: 3.819989884s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:10.372094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:06.550867Z","time spent":"3.821210243s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":9263,"request content":"key:\"/registry/pods/openstack/nova-api-metadata-6ffb7cf5df-gbrf7\" "} {"level":"info","ts":"2026-07-07T16:39:10.372006Z","caller":"traceutil/trace.go:171","msg":"trace[30773233] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:16057; }","duration":"3.667229388s","start":"2026-07-07T16:39:06.704743Z","end":"2026-07-07T16:39:10.371973Z","steps":["trace[30773233] 'agreement among raft nodes before linearized reading' (duration: 3.667115976s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:10.372672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:06.704713Z","time spent":"3.667932925s","remote":"127.0.0.1:39280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:39:10.871831Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004043211,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T16:39:11.041289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000664831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T16:39:11.041497Z","caller":"traceutil/trace.go:171","msg":"trace[727197359] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000850515s","start":"2026-07-07T16:39:09.040538Z","end":"2026-07-07T16:39:11.041388Z","steps":["trace[727197359] 'agreement among raft nodes before linearized reading' (duration: 2.000697762s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:11.041808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:09.040515Z","time spent":"2.001165092s","remote":"127.0.0.1:44742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 16:39:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T16:39:11.372416Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004043211,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T16:39:11.579196Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.771615449s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-07T16:39:13.051897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000228791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-07T16:39:13.051995Z","caller":"traceutil/trace.go:171","msg":"trace[761081975] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000382475s","start":"2026-07-07T16:39:11.051585Z","end":"2026-07-07T16:39:13.051967Z","steps":["trace[761081975] 'agreement among raft nodes before linearized reading' (duration: 2.000269372s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:13.052142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:11.051556Z","time spent":"2.000542999s","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 16:39:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T16:39:13.550095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999257094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T16:39:13.550196Z","caller":"traceutil/trace.go:171","msg":"trace[531620468] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999446119s","start":"2026-07-07T16:39:08.550728Z","end":"2026-07-07T16:39:13.550174Z","steps":["trace[531620468] 'agreement among raft nodes before linearized reading' (duration: 4.999309476s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:13.550208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998585838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-07-07T16:39:13.550251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:08.550693Z","time spent":"4.999545462s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/07 16:39:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-07T16:39:13.550342Z","caller":"traceutil/trace.go:171","msg":"trace[1638750389] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.998835005s","start":"2026-07-07T16:39:08.551442Z","end":"2026-07-07T16:39:13.550277Z","steps":["trace[1638750389] 'agreement among raft nodes before linearized reading' (duration: 4.998582729s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:13.550456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:08.551434Z","time spent":"4.999007539s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/07 16:39:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T16:39:13.550675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999147892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-07T16:39:13.550754Z","caller":"traceutil/trace.go:171","msg":"trace[1152076270] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999236044s","start":"2026-07-07T16:39:08.551469Z","end":"2026-07-07T16:39:13.550705Z","steps":["trace[1152076270] 'agreement among raft nodes before linearized reading' (duration: 4.999158342s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:13.550792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:08.55144Z","time spent":"4.999342097s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-07T16:39:13.584673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.005076608s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-07T16:39:13.584934Z","caller":"traceutil/trace.go:171","msg":"trace[812525036] transaction","detail":"{read_only:false; response_revision:16060; number_of_response:1; }","duration":"4.50965854s","start":"2026-07-07T16:39:09.075258Z","end":"2026-07-07T16:39:13.584916Z","steps":["trace[812525036] 'process raft request' (duration: 4.509578858s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:13.585015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:09.075241Z","time spent":"4.509726331s","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8048,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:39:13.585144Z","caller":"traceutil/trace.go:171","msg":"trace[1955555715] transaction","detail":"{read_only:false; response_revision:16058; number_of_response:1; }","duration":"4.517735055s","start":"2026-07-07T16:39:09.067377Z","end":"2026-07-07T16:39:13.585112Z","steps":["trace[1955555715] 'process raft request' (duration: 2.512151364s)","trace[1955555715] 'compare' (duration: 2.004233578s)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:39:13.585233Z","caller":"traceutil/trace.go:171","msg":"trace[1872675827] transaction","detail":"{read_only:false; response_revision:16059; number_of_response:1; }","duration":"4.51423803s","start":"2026-07-07T16:39:09.070977Z","end":"2026-07-07T16:39:13.585215Z","steps":["trace[1872675827] 'process raft request' (duration: 4.513787049s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:13.585282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:09.070954Z","time spent":"4.514303632s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":812,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:39:13.585303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:09.067344Z","time spent":"4.517882899s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":819,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:39:14.233591Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.654003197s","expected-duration":"1s"} {"level":"info","ts":"2026-07-07T16:39:14.313447Z","caller":"traceutil/trace.go:171","msg":"trace[350383374] transaction","detail":"{read_only:false; response_revision:16061; number_of_response:1; }","duration":"4.377933602s","start":"2026-07-07T16:39:09.935446Z","end":"2026-07-07T16:39:14.313379Z","steps":["trace[350383374] 'process raft request' (duration: 4.298440059s)","trace[350383374] 'compare' (duration: 79.099244ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:39:14.313727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:09.935315Z","time spent":"4.37824714s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:39:14.313833Z","caller":"traceutil/trace.go:171","msg":"trace[1806317553] transaction","detail":"{read_only:false; response_revision:16064; number_of_response:1; }","duration":"4.374909989s","start":"2026-07-07T16:39:09.938866Z","end":"2026-07-07T16:39:14.313776Z","steps":["trace[1806317553] 'process raft request' (duration: 4.374667613s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:39:14.313954Z","caller":"traceutil/trace.go:171","msg":"trace[17467546] transaction","detail":"{read_only:false; response_revision:16062; number_of_response:1; }","duration":"4.378199549s","start":"2026-07-07T16:39:09.935734Z","end":"2026-07-07T16:39:14.313933Z","steps":["trace[17467546] 'process raft request' (duration: 4.377548033s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:14.313972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.423483174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:39:14.314027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.909973353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-07T16:39:14.314041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:09.935701Z","time spent":"4.37828862s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:39:14.314057Z","caller":"traceutil/trace.go:171","msg":"trace[1916582393] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:16068; }","duration":"4.423596636s","start":"2026-07-07T16:39:09.890441Z","end":"2026-07-07T16:39:14.314038Z","steps":["trace[1916582393] 'agreement among raft nodes before linearized reading' (duration: 4.42335377s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:39:14.314095Z","caller":"traceutil/trace.go:171","msg":"trace[1256754474] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:16068; }","duration":"4.910095966s","start":"2026-07-07T16:39:09.40398Z","end":"2026-07-07T16:39:14.314076Z","steps":["trace[1256754474] 'agreement among raft nodes before linearized reading' (duration: 4.909952073s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:14.314075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.762065557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-07T16:39:14.314106Z","caller":"traceutil/trace.go:171","msg":"trace[1204380438] transaction","detail":"{read_only:false; response_revision:16063; number_of_response:1; }","duration":"4.378339352s","start":"2026-07-07T16:39:09.935749Z","end":"2026-07-07T16:39:14.314089Z","steps":["trace[1204380438] 'process raft request' (duration: 4.377737077s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:39:14.31415Z","caller":"traceutil/trace.go:171","msg":"trace[99568305] transaction","detail":"{read_only:false; response_revision:16067; number_of_response:1; }","duration":"2.791964374s","start":"2026-07-07T16:39:11.522171Z","end":"2026-07-07T16:39:14.314136Z","steps":["trace[99568305] 'process raft request' (duration: 2.791522383s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:14.31415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:09.403957Z","time spent":"4.910177519s","remote":"127.0.0.1:34870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:39:14.314162Z","caller":"traceutil/trace.go:171","msg":"trace[1593232242] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16068; }","duration":"5.76216073s","start":"2026-07-07T16:39:08.55198Z","end":"2026-07-07T16:39:14.314141Z","steps":["trace[1593232242] 'agreement among raft nodes before linearized reading' (duration: 5.761934124s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:14.314138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.4489303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:39:14.314208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:08.551939Z","time spent":"5.762259292s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-07T16:39:14.314204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:09.935716Z","time spent":"4.378439004s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:39:14.314234Z","caller":"traceutil/trace.go:171","msg":"trace[1978263437] transaction","detail":"{read_only:false; response_revision:16065; number_of_response:1; }","duration":"3.939355383s","start":"2026-07-07T16:39:10.37486Z","end":"2026-07-07T16:39:14.314216Z","steps":["trace[1978263437] 'process raft request' (duration: 3.938714017s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:39:14.314258Z","caller":"traceutil/trace.go:171","msg":"trace[1496061720] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:16068; }","duration":"4.449089424s","start":"2026-07-07T16:39:09.865138Z","end":"2026-07-07T16:39:14.314227Z","steps":["trace[1496061720] 'agreement among raft nodes before linearized reading' (duration: 4.448813497s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:39:14.314281Z","caller":"traceutil/trace.go:171","msg":"trace[1058997904] transaction","detail":"{read_only:false; response_revision:16068; number_of_response:1; }","duration":"2.770639658s","start":"2026-07-07T16:39:11.543633Z","end":"2026-07-07T16:39:14.314272Z","steps":["trace[1058997904] 'process raft request' (duration: 2.770099005s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:14.314284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.761807971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-07T16:39:14.314319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:09.865064Z","time spent":"4.449243277s","remote":"127.0.0.1:57730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:39:14.314039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:09.938849Z","time spent":"4.375063702s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:39:14.313982Z","caller":"traceutil/trace.go:171","msg":"trace[1402855908] transaction","detail":"{read_only:false; response_revision:16066; number_of_response:1; }","duration":"3.929275719s","start":"2026-07-07T16:39:10.38467Z","end":"2026-07-07T16:39:14.313945Z","steps":["trace[1402855908] 'process raft request' (duration: 3.928963371s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:14.314333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.372497126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/nova-novncproxy-67d856564f\" ","response":"range_response_count:1 size:9397"} {"level":"info","ts":"2026-07-07T16:39:14.314365Z","caller":"traceutil/trace.go:171","msg":"trace[56311584] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16068; }","duration":"5.761955476s","start":"2026-07-07T16:39:08.552389Z","end":"2026-07-07T16:39:14.314344Z","steps":["trace[56311584] 'agreement among raft nodes before linearized reading' (duration: 5.761657608s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:14.314392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.379621358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:684"} {"level":"warn","ts":"2026-07-07T16:39:14.314408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:08.552367Z","time spent":"5.762032557s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-07T16:39:14.314099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:09.890319Z","time spent":"4.42376837s","remote":"127.0.0.1:34842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:39:14.314245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:11.522138Z","time spent":"2.792036126s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:39:14.314434Z","caller":"traceutil/trace.go:171","msg":"trace[2063451334] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:16068; }","duration":"6.379677169s","start":"2026-07-07T16:39:07.934741Z","end":"2026-07-07T16:39:14.314418Z","steps":["trace[2063451334] 'agreement among raft nodes before linearized reading' (duration: 6.379574377s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:14.31442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:10.384656Z","time spent":"3.929716159s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10707,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:39:14.314339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:11.5436Z","time spent":"2.77070298s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:39:14.314463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:07.934724Z","time spent":"6.37973173s","remote":"127.0.0.1:44914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":707,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-07-07T16:39:14.314343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:10.374831Z","time spent":"3.939446804s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":806,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:39:14.314516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.258462551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-07T16:39:14.314409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.180558167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:39:14.314564Z","caller":"traceutil/trace.go:171","msg":"trace[907449113] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:16068; }","duration":"4.258550624s","start":"2026-07-07T16:39:10.055997Z","end":"2026-07-07T16:39:14.314548Z","steps":["trace[907449113] 'agreement among raft nodes before linearized reading' (duration: 4.258434031s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:14.314542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.378130322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"warn","ts":"2026-07-07T16:39:14.314596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:10.055948Z","time spent":"4.258638996s","remote":"127.0.0.1:49704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:39:14.314175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.375015197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/nova-api-metadata-6ffb7cf5df\" ","response":"range_response_count:1 size:9688"} {"level":"info","ts":"2026-07-07T16:39:14.31462Z","caller":"traceutil/trace.go:171","msg":"trace[1687468430] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:16068; }","duration":"4.180782352s","start":"2026-07-07T16:39:10.133789Z","end":"2026-07-07T16:39:14.314571Z","steps":["trace[1687468430] 'agreement among raft nodes before linearized reading' (duration: 4.180576657s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:39:14.314662Z","caller":"traceutil/trace.go:171","msg":"trace[1419848935] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:16068; }","duration":"6.378299607s","start":"2026-07-07T16:39:07.936328Z","end":"2026-07-07T16:39:14.314627Z","steps":["trace[1419848935] 'agreement among raft nodes before linearized reading' (duration: 6.377876226s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:39:14.31469Z","caller":"traceutil/trace.go:171","msg":"trace[773090462] range","detail":"{range_begin:/registry/replicasets/openstack/nova-api-metadata-6ffb7cf5df; range_end:; response_count:1; response_revision:16068; }","duration":"6.3755357s","start":"2026-07-07T16:39:07.939135Z","end":"2026-07-07T16:39:14.314671Z","steps":["trace[773090462] 'agreement among raft nodes before linearized reading' (duration: 6.374822702s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:14.314733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:07.93911Z","time spent":"6.375608621s","remote":"127.0.0.1:45230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":9711,"request content":"key:\"/registry/replicasets/openstack/nova-api-metadata-6ffb7cf5df\" "} {"level":"warn","ts":"2026-07-07T16:39:14.314729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:07.936315Z","time spent":"6.378401559s","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":731,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"warn","ts":"2026-07-07T16:39:14.314762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:10.133759Z","time spent":"4.180950327s","remote":"127.0.0.1:57796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:39:14.314406Z","caller":"traceutil/trace.go:171","msg":"trace[1810952837] range","detail":"{range_begin:/registry/replicasets/openstack/nova-novncproxy-67d856564f; range_end:; response_count:1; response_revision:16068; }","duration":"6.372600929s","start":"2026-07-07T16:39:07.941779Z","end":"2026-07-07T16:39:14.31438Z","steps":["trace[1810952837] 'agreement among raft nodes before linearized reading' (duration: 6.372456375s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:14.314861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:07.941753Z","time spent":"6.37309477s","remote":"127.0.0.1:45230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":9420,"request content":"key:\"/registry/replicasets/openstack/nova-novncproxy-67d856564f\" "} {"level":"info","ts":"2026-07-07T16:39:14.314823Z","caller":"traceutil/trace.go:171","msg":"trace[1470109097] linearizableReadLoop","detail":"{readStateIndex:16637; appliedIndex:16628; }","duration":"3.942889008s","start":"2026-07-07T16:39:10.370895Z","end":"2026-07-07T16:39:14.313784Z","steps":["trace[1470109097] 'read index received' (duration: 1.208655231s)","trace[1470109097] 'applied index is now lower than readState.Index' (duration: 2.734232427s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:39:14.314982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.381787141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:39:14.315029Z","caller":"traceutil/trace.go:171","msg":"trace[871136076] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:16068; }","duration":"6.381860902s","start":"2026-07-07T16:39:07.933152Z","end":"2026-07-07T16:39:14.315013Z","steps":["trace[871136076] 'agreement among raft nodes before linearized reading' (duration: 6.3817774s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:14.31506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:07.933131Z","time spent":"6.381921224s","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" "} {"level":"warn","ts":"2026-07-07T16:39:14.315385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.378342095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T16:39:14.315422Z","caller":"traceutil/trace.go:171","msg":"trace[838151929] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:16068; }","duration":"1.378425677s","start":"2026-07-07T16:39:12.936988Z","end":"2026-07-07T16:39:14.315413Z","steps":["trace[838151929] 'agreement among raft nodes before linearized reading' (duration: 1.378306194s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:14.315415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.487805546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-07T16:39:14.315451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:12.936964Z","time spent":"1.378478258s","remote":"127.0.0.1:44990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":73,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:39:14.315491Z","caller":"traceutil/trace.go:171","msg":"trace[131805786] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:16068; }","duration":"2.487958909s","start":"2026-07-07T16:39:11.82751Z","end":"2026-07-07T16:39:14.315469Z","steps":["trace[131805786] 'agreement among raft nodes before linearized reading' (duration: 2.487783105s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:14.315558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.904594186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:39:14.315511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.036871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/nova-novncproxy-vencrypt\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:39:14.315665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.263335252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:39:14.315701Z","caller":"traceutil/trace.go:171","msg":"trace[60659599] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16068; }","duration":"1.263406324s","start":"2026-07-07T16:39:13.052285Z","end":"2026-07-07T16:39:14.315691Z","steps":["trace[60659599] 'agreement among raft nodes before linearized reading' (duration: 1.263355073s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:14.31573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:13.052259Z","time spent":"1.263465445s","remote":"127.0.0.1:44742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-07T16:39:14.315805Z","caller":"traceutil/trace.go:171","msg":"trace[1884926816] range","detail":"{range_begin:/registry/secrets/openstack/nova-novncproxy-vencrypt; range_end:; response_count:0; response_revision:16068; }","duration":"723.41443ms","start":"2026-07-07T16:39:13.592336Z","end":"2026-07-07T16:39:14.31575Z","steps":["trace[1884926816] 'agreement among raft nodes before linearized reading' (duration: 723.0129ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:14.315755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.376656784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-07-07T16:39:14.315927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:13.592322Z","time spent":"723.553814ms","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/openstack/nova-novncproxy-vencrypt\" "} {"level":"info","ts":"2026-07-07T16:39:14.315942Z","caller":"traceutil/trace.go:171","msg":"trace[2012287288] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16068; }","duration":"1.376814868s","start":"2026-07-07T16:39:12.939072Z","end":"2026-07-07T16:39:14.315887Z","steps":["trace[2012287288] 'agreement among raft nodes before linearized reading' (duration: 1.376521541s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:14.316006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:12.939064Z","time spent":"1.376925821s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-07T16:39:14.315562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:11.827478Z","time spent":"2.488069142s","remote":"127.0.0.1:45174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:39:14.316004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.53389157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:39:14.316081Z","caller":"traceutil/trace.go:171","msg":"trace[2137349655] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:16068; }","duration":"2.534023734s","start":"2026-07-07T16:39:11.782036Z","end":"2026-07-07T16:39:14.31606Z","steps":["trace[2137349655] 'agreement among raft nodes before linearized reading' (duration: 2.533913452s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:14.316146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:11.782003Z","time spent":"2.534126876s","remote":"127.0.0.1:57712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:39:14.315615Z","caller":"traceutil/trace.go:171","msg":"trace[1930931212] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:16068; }","duration":"1.904689238s","start":"2026-07-07T16:39:12.410907Z","end":"2026-07-07T16:39:14.315596Z","steps":["trace[1930931212] 'agreement among raft nodes before linearized reading' (duration: 1.904624836s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:14.316307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:12.410881Z","time spent":"1.905401526s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:39:14.315493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.117821715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:39:14.316441Z","caller":"traceutil/trace.go:171","msg":"trace[567028430] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:16068; }","duration":"2.118828579s","start":"2026-07-07T16:39:12.197595Z","end":"2026-07-07T16:39:14.316424Z","steps":["trace[567028430] 'agreement among raft nodes before linearized reading' (duration: 2.117836825s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:14.316551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:12.197566Z","time spent":"2.118967613s","remote":"127.0.0.1:57784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:39:14.315638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.376834189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:39:14.316604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.938554393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:720535"} {"level":"info","ts":"2026-07-07T16:39:14.316653Z","caller":"traceutil/trace.go:171","msg":"trace[1440549936] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:16068; }","duration":"3.938621434s","start":"2026-07-07T16:39:10.378021Z","end":"2026-07-07T16:39:14.316643Z","steps":["trace[1440549936] 'agreement among raft nodes before linearized reading' (duration: 3.937695212s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:39:14.316664Z","caller":"traceutil/trace.go:171","msg":"trace[80854006] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:16068; }","duration":"1.377921574s","start":"2026-07-07T16:39:12.938718Z","end":"2026-07-07T16:39:14.31664Z","steps":["trace[80854006] 'agreement among raft nodes before linearized reading' (duration: 1.376885049s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:14.316676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.937211331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:720535"} {"level":"info","ts":"2026-07-07T16:39:14.316734Z","caller":"traceutil/trace.go:171","msg":"trace[1874116175] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:16068; }","duration":"3.937325173s","start":"2026-07-07T16:39:10.379395Z","end":"2026-07-07T16:39:14.31672Z","steps":["trace[1874116175] 'agreement among raft nodes before linearized reading' (duration: 3.936261487s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:14.316734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:12.938689Z","time spent":"1.378022157s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:39:14.316763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.941356161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.193\" ","response":"range_response_count:1 size:138"} {"level":"warn","ts":"2026-07-07T16:39:14.316787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:10.379365Z","time spent":"3.937407095s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":75,"response size":720558,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-07T16:39:14.316809Z","caller":"traceutil/trace.go:171","msg":"trace[1046990905] range","detail":"{range_begin:/registry/masterleases/199.19.213.193; range_end:; response_count:1; response_revision:16068; }","duration":"3.941432782s","start":"2026-07-07T16:39:10.375365Z","end":"2026-07-07T16:39:14.316798Z","steps":["trace[1046990905] 'agreement among raft nodes before linearized reading' (duration: 3.939840994s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:14.316837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:10.37535Z","time spent":"3.941481524s","remote":"127.0.0.1:44782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.19.213.193\" "} {"level":"warn","ts":"2026-07-07T16:39:14.316695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:10.378011Z","time spent":"3.938674575s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":75,"response size":720558,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-07T16:39:14.315623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.323858759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T16:39:14.317513Z","caller":"traceutil/trace.go:171","msg":"trace[797208040] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:16068; }","duration":"2.325815587s","start":"2026-07-07T16:39:11.99168Z","end":"2026-07-07T16:39:14.317496Z","steps":["trace[797208040] 'agreement among raft nodes before linearized reading' (duration: 2.323849499s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:14.317555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:11.99165Z","time spent":"2.325890659s","remote":"127.0.0.1:40340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":4,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:39:16.323437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000289922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T16:39:16.323546Z","caller":"traceutil/trace.go:171","msg":"trace[1873172046] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000430126s","start":"2026-07-07T16:39:14.323091Z","end":"2026-07-07T16:39:16.323521Z","steps":["trace[1873172046] 'agreement among raft nodes before linearized reading' (duration: 2.000292833s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:16.3237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:14.323085Z","time spent":"2.00059785s","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 16:39:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T16:39:16.579202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.796914192s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-07-07T16:39:16.579362Z","caller":"traceutil/trace.go:171","msg":"trace[872244263] linearizableReadLoop","detail":"{readStateIndex:16640; appliedIndex:16639; }","duration":"2.259460803s","start":"2026-07-07T16:39:14.319867Z","end":"2026-07-07T16:39:16.579328Z","steps":["trace[872244263] 'read index received' (duration: 462.410937ms)","trace[872244263] 'applied index is now lower than readState.Index' (duration: 1.797048466s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:39:16.579413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:14.319348Z","time spent":"2.260057016s","remote":"127.0.0.1:44782","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-07T16:39:16.579617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.259732929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-api-osapi-6477c7dddd-b4lfl\" ","response":"range_response_count:1 size:6887"} {"level":"info","ts":"2026-07-07T16:39:16.579653Z","caller":"traceutil/trace.go:171","msg":"trace[1769670783] range","detail":"{range_begin:/registry/pods/openstack/nova-api-osapi-6477c7dddd-b4lfl; range_end:; response_count:1; response_revision:16068; }","duration":"2.25979435s","start":"2026-07-07T16:39:14.319846Z","end":"2026-07-07T16:39:16.579641Z","steps":["trace[1769670783] 'agreement among raft nodes before linearized reading' (duration: 2.259581115s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:16.579689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:14.319831Z","time spent":"2.259849582s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":6910,"request content":"key:\"/registry/pods/openstack/nova-api-osapi-6477c7dddd-b4lfl\" "} {"level":"warn","ts":"2026-07-07T16:39:16.636847Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.854511975s","expected-duration":"1s"} {"level":"info","ts":"2026-07-07T16:39:16.637933Z","caller":"traceutil/trace.go:171","msg":"trace[1163148179] transaction","detail":"{read_only:false; response_revision:16069; number_of_response:1; }","duration":"2.316057202s","start":"2026-07-07T16:39:14.321838Z","end":"2026-07-07T16:39:16.637895Z","steps":["trace[1163148179] 'process raft request' (duration: 2.315548859s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:39:16.637984Z","caller":"traceutil/trace.go:171","msg":"trace[1778021187] transaction","detail":"{read_only:false; response_revision:16071; number_of_response:1; }","duration":"2.314942264s","start":"2026-07-07T16:39:14.323018Z","end":"2026-07-07T16:39:16.63796Z","steps":["trace[1778021187] 'process raft request' (duration: 2.314853892s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:16.638123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:14.32181Z","time spent":"2.316208536s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:39:16.63825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:14.323002Z","time spent":"2.315050448s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:39:16.638396Z","caller":"traceutil/trace.go:171","msg":"trace[987760318] transaction","detail":"{read_only:false; response_revision:16070; number_of_response:1; }","duration":"2.315823546s","start":"2026-07-07T16:39:14.322468Z","end":"2026-07-07T16:39:16.638291Z","steps":["trace[987760318] 'process raft request' (duration: 2.315319724s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:16.638654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:14.322448Z","time spent":"2.316109623s","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6304,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:39:18.32377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000103005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-07T16:39:18.323887Z","caller":"traceutil/trace.go:171","msg":"trace[338030409] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00030301s","start":"2026-07-07T16:39:16.323557Z","end":"2026-07-07T16:39:18.32386Z","steps":["trace[338030409] 'agreement among raft nodes before linearized reading' (duration: 2.000125136s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:18.32395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:16.323544Z","time spent":"2.000393982s","remote":"127.0.0.1:44742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T16:39:18.448399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.810449097s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-07-07T16:39:18.55035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.996788538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T16:39:18.550463Z","caller":"traceutil/trace.go:171","msg":"trace[498260793] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.996955282s","start":"2026-07-07T16:39:15.553478Z","end":"2026-07-07T16:39:18.550433Z","steps":["trace[498260793] 'agreement among raft nodes before linearized reading' (duration: 2.996802888s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:18.550519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:15.553471Z","time spent":"2.997036434s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/07 16:39:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T16:39:18.55061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998081299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T16:39:18.550714Z","caller":"traceutil/trace.go:171","msg":"trace[3242188] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.998269064s","start":"2026-07-07T16:39:15.552423Z","end":"2026-07-07T16:39:18.550692Z","steps":["trace[3242188] 'agreement among raft nodes before linearized reading' (duration: 2.998143821s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:18.55068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997684179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-07-07T16:39:18.550784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:15.5524Z","time spent":"2.998367756s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-07T16:39:18.550804Z","caller":"traceutil/trace.go:171","msg":"trace[870332425] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.997874354s","start":"2026-07-07T16:39:15.552895Z","end":"2026-07-07T16:39:18.550769Z","steps":["trace[870332425] 'agreement among raft nodes before linearized reading' (duration: 2.99772291s)"],"step_count":1} 2026/07/07 16:39:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T16:39:18.550872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:15.552861Z","time spent":"2.997996057s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/07 16:39:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T16:39:18.589549Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.866743779s","expected-duration":"1s"} {"level":"info","ts":"2026-07-07T16:39:18.590043Z","caller":"traceutil/trace.go:171","msg":"trace[394332894] transaction","detail":"{read_only:false; response_revision:16073; number_of_response:1; }","duration":"2.267706439s","start":"2026-07-07T16:39:16.322307Z","end":"2026-07-07T16:39:18.590014Z","steps":["trace[394332894] 'process raft request' (duration: 2.267435463s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:18.590242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:16.322254Z","time spent":"2.267882663s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:39:18.59044Z","caller":"traceutil/trace.go:171","msg":"trace[2115742591] transaction","detail":"{read_only:false; response_revision:16075; number_of_response:1; }","duration":"2.265757432s","start":"2026-07-07T16:39:16.324651Z","end":"2026-07-07T16:39:18.590408Z","steps":["trace[2115742591] 'process raft request' (duration: 2.265568627s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:39:18.590504Z","caller":"traceutil/trace.go:171","msg":"trace[735544121] transaction","detail":"{read_only:false; number_of_response:1; response_revision:16076; }","duration":"2.009438932s","start":"2026-07-07T16:39:16.581052Z","end":"2026-07-07T16:39:18.590491Z","steps":["trace[735544121] 'process raft request' (duration: 2.009329279s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:39:18.590484Z","caller":"traceutil/trace.go:171","msg":"trace[423127879] transaction","detail":"{read_only:false; response_revision:16076; number_of_response:1; }","duration":"2.265095547s","start":"2026-07-07T16:39:16.32535Z","end":"2026-07-07T16:39:18.590445Z","steps":["trace[423127879] 'process raft request' (duration: 2.264995094s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:18.590617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:16.581019Z","time spent":"2.009523914s","remote":"127.0.0.1:44782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:39:18.590611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:16.324011Z","time spent":"2.26649468s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:39:18.590676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:16.325325Z","time spent":"2.265237329s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:39:18.590502Z","caller":"traceutil/trace.go:171","msg":"trace[128569958] transaction","detail":"{read_only:false; response_revision:16074; number_of_response:1; }","duration":"2.266443229s","start":"2026-07-07T16:39:16.324029Z","end":"2026-07-07T16:39:18.590473Z","steps":["trace[128569958] 'process raft request' (duration: 2.265935687s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:39:18.590785Z","caller":"traceutil/trace.go:171","msg":"trace[856864937] linearizableReadLoop","detail":"{readStateIndex:16648; appliedIndex:16640; }","duration":"2.011379128s","start":"2026-07-07T16:39:16.579391Z","end":"2026-07-07T16:39:18.590771Z","steps":["trace[856864937] 'read index received' (duration: 57.992423ms)","trace[856864937] 'applied index is now lower than readState.Index' (duration: 1.953384455s)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:39:18.590883Z","caller":"traceutil/trace.go:171","msg":"trace[1236609227] transaction","detail":"{read_only:false; response_revision:16077; number_of_response:1; }","duration":"2.002580136s","start":"2026-07-07T16:39:16.588285Z","end":"2026-07-07T16:39:18.590865Z","steps":["trace[1236609227] 'process raft request' (duration: 2.002126765s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:18.590925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.2590451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p22f7\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-07-07T16:39:18.590925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.316462459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T16:39:18.590952Z","caller":"traceutil/trace.go:171","msg":"trace[944613204] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p22f7; range_end:; response_count:1; response_revision:16077; }","duration":"2.259070911s","start":"2026-07-07T16:39:16.331873Z","end":"2026-07-07T16:39:18.590943Z","steps":["trace[944613204] 'agreement among raft nodes before linearized reading' (duration: 2.258931587s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:39:18.590961Z","caller":"traceutil/trace.go:171","msg":"trace[386533732] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:16077; }","duration":"2.31650712s","start":"2026-07-07T16:39:16.274442Z","end":"2026-07-07T16:39:18.590949Z","steps":["trace[386533732] 'agreement among raft nodes before linearized reading' (duration: 2.316408247s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:18.590982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:16.331828Z","time spent":"2.259148612s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-p22f7\" "} {"level":"warn","ts":"2026-07-07T16:39:18.590976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:16.588254Z","time spent":"2.002675847s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8153,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:39:18.590995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:16.274359Z","time spent":"2.316626653s","remote":"127.0.0.1:44968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":5,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:39:18.590878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:16.324016Z","time spent":"2.266779977s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:39:18.591212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.832426662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T16:39:18.591253Z","caller":"traceutil/trace.go:171","msg":"trace[968538931] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:16077; }","duration":"2.832513824s","start":"2026-07-07T16:39:15.758728Z","end":"2026-07-07T16:39:18.591242Z","steps":["trace[968538931] 'agreement among raft nodes before linearized reading' (duration: 2.832436452s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:18.591249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.076543155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:39:18.591262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.259360737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-72wnd\" ","response":"range_response_count:1 size:20644"} {"level":"warn","ts":"2026-07-07T16:39:18.591286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:15.758702Z","time spent":"2.832575355s","remote":"127.0.0.1:39228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":23,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:39:18.591305Z","caller":"traceutil/trace.go:171","msg":"trace[668695746] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-72wnd; range_end:; response_count:1; response_revision:16077; }","duration":"2.259451639s","start":"2026-07-07T16:39:16.331841Z","end":"2026-07-07T16:39:18.591293Z","steps":["trace[668695746] 'agreement among raft nodes before linearized reading' (duration: 2.259267405s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:39:18.591301Z","caller":"traceutil/trace.go:171","msg":"trace[1080320451] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:16077; }","duration":"2.076642547s","start":"2026-07-07T16:39:16.514642Z","end":"2026-07-07T16:39:18.591285Z","steps":["trace[1080320451] 'agreement among raft nodes before linearized reading' (duration: 2.076545004s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:18.591339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:16.331813Z","time spent":"2.259518781s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20667,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-72wnd\" "} {"level":"warn","ts":"2026-07-07T16:39:18.591354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:16.514619Z","time spent":"2.076720509s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:39:18.591402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.254501719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T16:39:18.59143Z","caller":"traceutil/trace.go:171","msg":"trace[323844468] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:16077; }","duration":"2.254541811s","start":"2026-07-07T16:39:16.336876Z","end":"2026-07-07T16:39:18.591418Z","steps":["trace[323844468] 'agreement among raft nodes before linearized reading' (duration: 2.254423558s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:18.591459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:16.336863Z","time spent":"2.254589802s","remote":"127.0.0.1:42648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":96,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:39:18.59155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.268557405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-07-07T16:39:18.591589Z","caller":"traceutil/trace.go:171","msg":"trace[1707520625] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:16077; }","duration":"4.268624997s","start":"2026-07-07T16:39:14.322954Z","end":"2026-07-07T16:39:18.591579Z","steps":["trace[1707520625] 'agreement among raft nodes before linearized reading' (duration: 4.268482703s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:18.591624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:14.322941Z","time spent":"4.268676428s","remote":"127.0.0.1:44934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1308,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"warn","ts":"2026-07-07T16:39:18.591717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.922909823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:39:18.591748Z","caller":"traceutil/trace.go:171","msg":"trace[899365461] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:16077; }","duration":"3.922989045s","start":"2026-07-07T16:39:14.668748Z","end":"2026-07-07T16:39:18.591738Z","steps":["trace[899365461] 'agreement among raft nodes before linearized reading' (duration: 3.922942164s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:18.59177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:14.668718Z","time spent":"3.923046306s","remote":"127.0.0.1:34900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:39:18.591818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.26913471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-07T16:39:18.591911Z","caller":"traceutil/trace.go:171","msg":"trace[1296449043] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16077; }","duration":"4.269288583s","start":"2026-07-07T16:39:14.322607Z","end":"2026-07-07T16:39:18.591895Z","steps":["trace[1296449043] 'agreement among raft nodes before linearized reading' (duration: 4.268910043s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:18.591984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:14.322557Z","time spent":"4.269414956s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-07T16:39:18.591836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.26790734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c00f508edff6b3\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-07T16:39:18.592167Z","caller":"traceutil/trace.go:171","msg":"trace[1350823652] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c00f508edff6b3; range_end:; response_count:1; response_revision:16077; }","duration":"4.268248228s","start":"2026-07-07T16:39:14.323891Z","end":"2026-07-07T16:39:18.59214Z","steps":["trace[1350823652] 'agreement among raft nodes before linearized reading' (duration: 4.267829327s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:18.592239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:14.323882Z","time spent":"4.268335559s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c00f508edff6b3\" "} {"level":"warn","ts":"2026-07-07T16:39:18.592231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.268812072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-07-07T16:39:18.592802Z","caller":"traceutil/trace.go:171","msg":"trace[306772064] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:16077; }","duration":"4.269322314s","start":"2026-07-07T16:39:14.323112Z","end":"2026-07-07T16:39:18.592434Z","steps":["trace[306772064] 'agreement among raft nodes before linearized reading' (duration: 4.268210217s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:18.593428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:14.323106Z","time spent":"4.269961149s","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":719,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" "} {"level":"warn","ts":"2026-07-07T16:39:19.091792Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004043239,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T16:39:19.592879Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004043239,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T16:39:20.093914Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004043239,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T16:39:20.333993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999896402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T16:39:20.334111Z","caller":"traceutil/trace.go:171","msg":"trace[1229735595] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000074297s","start":"2026-07-07T16:39:18.334012Z","end":"2026-07-07T16:39:20.334087Z","steps":["trace[1229735595] 'agreement among raft nodes before linearized reading' (duration: 1.999927493s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:20.334169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:18.333992Z","time spent":"2.000166568s","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 16:39:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T16:39:20.594533Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004043239,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T16:39:21.09488Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004043239,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T16:39:21.595646Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004043239,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T16:39:22.096656Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004043239,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T16:39:22.33438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999857061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-07T16:39:22.3345Z","caller":"traceutil/trace.go:171","msg":"trace[1443713822] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000050476s","start":"2026-07-07T16:39:20.33442Z","end":"2026-07-07T16:39:22.33447Z","steps":["trace[1443713822] 'agreement among raft nodes before linearized reading' (duration: 1.999900702s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:22.334557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:20.334385Z","time spent":"2.000160289s","remote":"127.0.0.1:44742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T16:39:22.5976Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004043239,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T16:39:23.098663Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004043239,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T16:39:23.551303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:18.552796Z","time spent":"4.998498486s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/07 16:39:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T16:39:23.552652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:18.554361Z","time spent":"4.998281271s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/07 16:39:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T16:39:23.590824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:16.649872Z","time spent":"6.940940517s","remote":"127.0.0.1:40360","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/07 16:39:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T16:39:23.59738Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.946882589s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-07T16:39:23.652383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:16.651598Z","time spent":"7.000778185s","remote":"127.0.0.1:40360","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-07T16:39:24.343616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999923124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T16:39:24.343705Z","caller":"traceutil/trace.go:171","msg":"trace[1166524863] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000081828s","start":"2026-07-07T16:39:22.343604Z","end":"2026-07-07T16:39:24.343686Z","steps":["trace[1166524863] 'agreement among raft nodes before linearized reading' (duration: 1.999961405s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:24.343759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:22.343577Z","time spent":"2.00017199s","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 16:39:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T16:39:24.390152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:17.389309Z","time spent":"7.000832167s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-07T16:39:24.390385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:17.390082Z","time spent":"7.000293874s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-07T16:39:24.40728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.223629ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:39:24.407433Z","caller":"traceutil/trace.go:171","msg":"trace[2055735821] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:16077; }","duration":"850.393373ms","start":"2026-07-07T16:39:23.55702Z","end":"2026-07-07T16:39:24.407413Z","steps":["trace[2055735821] 'range keys from in-memory index tree' (duration: 850.209029ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:24.409433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.774969ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-07T16:39:24.409878Z","caller":"traceutil/trace.go:171","msg":"trace[1740201023] transaction","detail":"{read_only:false; response_revision:16082; number_of_response:1; }","duration":"6.234082438s","start":"2026-07-07T16:39:18.175775Z","end":"2026-07-07T16:39:24.409858Z","steps":["trace[1740201023] 'process raft request' (duration: 6.233979406s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:24.409938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:18.175741Z","time spent":"6.234174081s","remote":"127.0.0.1:42648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2227,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T16:39:24.409938Z","caller":"traceutil/trace.go:171","msg":"trace[148048930] transaction","detail":"{read_only:false; response_revision:16081; number_of_response:1; }","duration":"6.532039277s","start":"2026-07-07T16:39:17.877879Z","end":"2026-07-07T16:39:24.409919Z","steps":["trace[148048930] 'process raft request' (duration: 6.531840642s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:24.410058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:17.877841Z","time spent":"6.532137939s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:39:25.593721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:18.593059Z","time spent":"7.000655253s","remote":"127.0.0.1:44782","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-07T16:39:25.595681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:18.595522Z","time spent":"7.000149432s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-07T16:39:25.596066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:20.599039Z","time spent":"4.99702277s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/07 16:39:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T16:39:25.598233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:20.600745Z","time spent":"4.997484652s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-07T16:39:25.598201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:20.600743Z","time spent":"4.997447971s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/07 16:39:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T16:39:25.598892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:20.601249Z","time spent":"4.997633845s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-07T16:39:26.34454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000403435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-07T16:39:26.344644Z","caller":"traceutil/trace.go:171","msg":"trace[1872707466] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000589559s","start":"2026-07-07T16:39:24.344033Z","end":"2026-07-07T16:39:26.344623Z","steps":["trace[1872707466] 'agreement among raft nodes before linearized reading' (duration: 2.000457486s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:26.344694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:24.343999Z","time spent":"2.000686082s","remote":"127.0.0.1:44742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T16:39:26.555924Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.958323259s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-07T16:39:26.812636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.376903ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-07-07T16:39:26.812989Z","caller":"traceutil/trace.go:171","msg":"trace[182414627] linearizableReadLoop","detail":"{readStateIndex:16664; appliedIndex:16650; }","duration":"8.222152175s","start":"2026-07-07T16:39:18.590822Z","end":"2026-07-07T16:39:26.812975Z","steps":["trace[182414627] 'read index received' (duration: 5.006721796s)","trace[182414627] 'applied index is now lower than readState.Index' (duration: 3.215428769s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:39:26.813206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.276201273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T16:39:26.813235Z","caller":"traceutil/trace.go:171","msg":"trace[1047252661] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:16088; }","duration":"8.276284185s","start":"2026-07-07T16:39:18.536941Z","end":"2026-07-07T16:39:26.813226Z","steps":["trace[1047252661] 'agreement among raft nodes before linearized reading' (duration: 8.276210273s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:26.813262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:18.536919Z","time spent":"8.276335786s","remote":"127.0.0.1:39248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":31,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:39:26.813415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.978747469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T16:39:26.813438Z","caller":"traceutil/trace.go:171","msg":"trace[2019813835] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:16088; }","duration":"8.978811701s","start":"2026-07-07T16:39:17.834621Z","end":"2026-07-07T16:39:26.813433Z","steps":["trace[2019813835] 'agreement among raft nodes before linearized reading' (duration: 8.97876168s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:26.813456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:17.834582Z","time spent":"8.978870022s","remote":"127.0.0.1:45160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:39:26.813578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.155354112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:39:26.813604Z","caller":"traceutil/trace.go:171","msg":"trace[474472818] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:16088; }","duration":"9.155380753s","start":"2026-07-07T16:39:17.658215Z","end":"2026-07-07T16:39:26.813596Z","steps":["trace[474472818] 'agreement among raft nodes before linearized reading' (duration: 9.155337232s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:26.813622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:17.658149Z","time spent":"9.155467484s","remote":"127.0.0.1:46216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:39:26.813756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.185158203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:39:26.813782Z","caller":"traceutil/trace.go:171","msg":"trace[2085749685] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:16088; }","duration":"10.185240385s","start":"2026-07-07T16:39:16.628535Z","end":"2026-07-07T16:39:26.813775Z","steps":["trace[2085749685] 'agreement among raft nodes before linearized reading' (duration: 10.185186254s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:26.813802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:16.628507Z","time spent":"10.185289376s","remote":"127.0.0.1:57770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:39:26.996386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000846876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T16:39:26.996494Z","caller":"traceutil/trace.go:171","msg":"trace[1506700452] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001043711s","start":"2026-07-07T16:39:24.995432Z","end":"2026-07-07T16:39:26.996476Z","steps":["trace[1506700452] 'agreement among raft nodes before linearized reading' (duration: 2.000880377s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:26.99655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:24.995406Z","time spent":"2.001133123s","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 16:39:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T16:39:27.313061Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004043253,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T16:39:27.428702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.385172ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-07T16:39:27.429036Z","caller":"traceutil/trace.go:171","msg":"trace[1717865865] transaction","detail":"{read_only:false; response_revision:16089; number_of_response:1; }","duration":"3.006054504s","start":"2026-07-07T16:39:24.422944Z","end":"2026-07-07T16:39:27.428999Z","steps":["trace[1717865865] 'process raft request' (duration: 2.897262192s)","trace[1717865865] 'compare' (duration: 107.89104ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:39:27.429111Z","caller":"traceutil/trace.go:171","msg":"trace[936672819] transaction","detail":"{read_only:false; response_revision:16090; number_of_response:1; }","duration":"3.005084251s","start":"2026-07-07T16:39:24.42398Z","end":"2026-07-07T16:39:27.429064Z","steps":["trace[936672819] 'process raft request' (duration: 3.004848845s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:27.429157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:24.422915Z","time spent":"3.006194668s","remote":"127.0.0.1:42608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2750,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:39:27.429282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:24.423965Z","time spent":"3.005216244s","remote":"127.0.0.1:40360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2806,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:39:27.429295Z","caller":"traceutil/trace.go:171","msg":"trace[1094094015] transaction","detail":"{read_only:false; response_revision:16091; number_of_response:1; }","duration":"2.884290349s","start":"2026-07-07T16:39:24.544987Z","end":"2026-07-07T16:39:27.429278Z","steps":["trace[1094094015] 'process raft request' (duration: 2.883985982s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:27.429349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:24.544954Z","time spent":"2.8843682s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:39:27.429375Z","caller":"traceutil/trace.go:171","msg":"trace[909608642] transaction","detail":"{read_only:false; response_revision:16092; number_of_response:1; }","duration":"2.829044752s","start":"2026-07-07T16:39:24.600303Z","end":"2026-07-07T16:39:27.429347Z","steps":["trace[909608642] 'process raft request' (duration: 2.828885818s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:39:27.429517Z","caller":"traceutil/trace.go:171","msg":"trace[526082377] linearizableReadLoop","detail":"{readStateIndex:16669; appliedIndex:16664; }","duration":"616.473144ms","start":"2026-07-07T16:39:26.813016Z","end":"2026-07-07T16:39:27.429489Z","steps":["trace[526082377] 'read index received' (duration: 507.271912ms)","trace[526082377] 'applied index is now lower than readState.Index' (duration: 109.199702ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:39:27.429532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:24.60028Z","time spent":"2.829162275s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:39:27.429674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.008743108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:39:27.429694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.034501863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-07-07T16:39:27.429728Z","caller":"traceutil/trace.go:171","msg":"trace[2097642533] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:16093; }","duration":"6.00885413s","start":"2026-07-07T16:39:21.420856Z","end":"2026-07-07T16:39:27.42971Z","steps":["trace[2097642533] 'agreement among raft nodes before linearized reading' (duration: 6.008712647s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:39:27.429746Z","caller":"traceutil/trace.go:171","msg":"trace[1442398854] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:16093; }","duration":"3.034627716s","start":"2026-07-07T16:39:24.395103Z","end":"2026-07-07T16:39:27.429731Z","steps":["trace[1442398854] 'agreement among raft nodes before linearized reading' (duration: 3.034417181s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:27.429757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.829074208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"warn","ts":"2026-07-07T16:39:27.429786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:24.395079Z","time spent":"3.034696127s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-07-07T16:39:27.4298Z","caller":"traceutil/trace.go:171","msg":"trace[2068020310] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:16093; }","duration":"8.82913797s","start":"2026-07-07T16:39:18.60065Z","end":"2026-07-07T16:39:27.429788Z","steps":["trace[2068020310] 'agreement among raft nodes before linearized reading' (duration: 8.828970166s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:27.429815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.835530524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18790"} {"level":"warn","ts":"2026-07-07T16:39:27.429866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.832700203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/nova-novncproxy-vencrypt\" ","response":"range_response_count:1 size:6319"} {"level":"info","ts":"2026-07-07T16:39:27.429878Z","caller":"traceutil/trace.go:171","msg":"trace[238290141] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:16093; }","duration":"8.835633387s","start":"2026-07-07T16:39:18.594229Z","end":"2026-07-07T16:39:27.429863Z","steps":["trace[238290141] 'agreement among raft nodes before linearized reading' (duration: 8.835450813s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:27.429888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.095087677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:39:27.429896Z","caller":"traceutil/trace.go:171","msg":"trace[1116012757] range","detail":"{range_begin:/registry/secrets/openstack/nova-novncproxy-vencrypt; range_end:; response_count:1; response_revision:16093; }","duration":"3.832782415s","start":"2026-07-07T16:39:23.597106Z","end":"2026-07-07T16:39:27.429889Z","steps":["trace[1116012757] 'agreement among raft nodes before linearized reading' (duration: 3.832678312s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:27.429918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:18.594204Z","time spent":"8.835703349s","remote":"127.0.0.1:44926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18813,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-07T16:39:27.429925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:23.597081Z","time spent":"3.832837976s","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":6342,"request content":"key:\"/registry/secrets/openstack/nova-novncproxy-vencrypt\" "} {"level":"info","ts":"2026-07-07T16:39:27.429921Z","caller":"traceutil/trace.go:171","msg":"trace[1551885463] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:16093; }","duration":"6.095162169s","start":"2026-07-07T16:39:21.334749Z","end":"2026-07-07T16:39:27.429912Z","steps":["trace[1551885463] 'agreement among raft nodes before linearized reading' (duration: 6.095108488s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:27.429958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:21.334723Z","time spent":"6.09522769s","remote":"127.0.0.1:57764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:39:27.430022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.829393929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-07T16:39:27.430067Z","caller":"traceutil/trace.go:171","msg":"trace[987269810] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:16093; }","duration":"1.829474501s","start":"2026-07-07T16:39:25.600579Z","end":"2026-07-07T16:39:27.430054Z","steps":["trace[987269810] 'agreement among raft nodes before linearized reading' (duration: 1.829325197s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:27.430103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:25.60056Z","time spent":"1.829535642s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-07T16:39:27.430145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.853402334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:39:27.430152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.829661795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-07-07T16:39:27.430193Z","caller":"traceutil/trace.go:171","msg":"trace[1849813226] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:16093; }","duration":"3.853485646s","start":"2026-07-07T16:39:23.576691Z","end":"2026-07-07T16:39:27.430177Z","steps":["trace[1849813226] 'agreement among raft nodes before linearized reading' (duration: 3.853408304s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:39:27.430205Z","caller":"traceutil/trace.go:171","msg":"trace[1528447309] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:16093; }","duration":"1.829786268s","start":"2026-07-07T16:39:25.600403Z","end":"2026-07-07T16:39:27.430189Z","steps":["trace[1528447309] 'agreement among raft nodes before linearized reading' (duration: 1.829647295s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:27.43021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.783360432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-07T16:39:27.430239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:23.576667Z","time spent":"3.853552978s","remote":"127.0.0.1:59916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:39:27.430244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:25.60038Z","time spent":"1.829853719s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-07T16:39:27.430256Z","caller":"traceutil/trace.go:171","msg":"trace[1482505891] transaction","detail":"{read_only:false; response_revision:16093; number_of_response:1; }","duration":"1.328570412s","start":"2026-07-07T16:39:26.101674Z","end":"2026-07-07T16:39:27.430244Z","steps":["trace[1482505891] 'process raft request' (duration: 1.327624699s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:39:27.430261Z","caller":"traceutil/trace.go:171","msg":"trace[480886767] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16093; }","duration":"8.783472864s","start":"2026-07-07T16:39:18.646774Z","end":"2026-07-07T16:39:27.430247Z","steps":["trace[480886767] 'agreement among raft nodes before linearized reading' (duration: 8.783334691s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:27.4303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:18.646741Z","time spent":"8.783548686s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-07T16:39:27.430301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.537064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T16:39:27.430364Z","caller":"traceutil/trace.go:171","msg":"trace[500045232] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:16093; }","duration":"308.648667ms","start":"2026-07-07T16:39:27.121698Z","end":"2026-07-07T16:39:27.430346Z","steps":["trace[500045232] 'agreement among raft nodes before linearized reading' (duration: 308.537424ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:27.430409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:27.121674Z","time spent":"308.720079ms","remote":"127.0.0.1:49658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:39:27.430458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.975406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-07T16:39:27.430471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.783796773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-07T16:39:27.430495Z","caller":"traceutil/trace.go:171","msg":"trace[1867792263] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:16093; }","duration":"729.054958ms","start":"2026-07-07T16:39:26.701428Z","end":"2026-07-07T16:39:27.430483Z","steps":["trace[1867792263] 'agreement among raft nodes before linearized reading' (duration: 728.914785ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:27.430497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.83037577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:721816"} {"level":"warn","ts":"2026-07-07T16:39:27.430527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:26.701406Z","time spent":"729.111699ms","remote":"127.0.0.1:44790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":92,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:39:27.430533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.048481983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-07-07T16:39:27.430545Z","caller":"traceutil/trace.go:171","msg":"trace[1139335483] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:16093; }","duration":"8.830479422s","start":"2026-07-07T16:39:18.600051Z","end":"2026-07-07T16:39:27.430531Z","steps":["trace[1139335483] 'agreement among raft nodes before linearized reading' (duration: 8.8295752s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:39:27.430578Z","caller":"traceutil/trace.go:171","msg":"trace[279342943] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:16093; }","duration":"4.048527594s","start":"2026-07-07T16:39:23.382036Z","end":"2026-07-07T16:39:27.430563Z","steps":["trace[279342943] 'agreement among raft nodes before linearized reading' (duration: 4.048391661s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:27.430571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.829097049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:39:27.429832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:18.600612Z","time spent":"8.829212701s","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":719,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" "} {"level":"warn","ts":"2026-07-07T16:39:27.430615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:23.381957Z","time spent":"4.048650027s","remote":"127.0.0.1:44934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-07-07T16:39:27.430631Z","caller":"traceutil/trace.go:171","msg":"trace[1922056249] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:16093; }","duration":"8.82915449s","start":"2026-07-07T16:39:18.601462Z","end":"2026-07-07T16:39:27.430617Z","steps":["trace[1922056249] 'agreement among raft nodes before linearized reading' (duration: 8.829066718s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:27.430645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.830613098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:551"} {"level":"warn","ts":"2026-07-07T16:39:27.430671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:18.601441Z","time spent":"8.829219671s","remote":"127.0.0.1:44838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" "} {"level":"warn","ts":"2026-07-07T16:39:27.430709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.582921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:39:27.430702Z","caller":"traceutil/trace.go:171","msg":"trace[1624652743] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:16093; }","duration":"1.83071427s","start":"2026-07-07T16:39:25.599973Z","end":"2026-07-07T16:39:27.430688Z","steps":["trace[1624652743] 'agreement among raft nodes before linearized reading' (duration: 1.830532946s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:39:27.430742Z","caller":"traceutil/trace.go:171","msg":"trace[2098430498] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:16093; }","duration":"970.616952ms","start":"2026-07-07T16:39:26.460115Z","end":"2026-07-07T16:39:27.430732Z","steps":["trace[2098430498] 'agreement among raft nodes before linearized reading' (duration: 970.559031ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:27.430758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:25.599953Z","time spent":"1.830792212s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":574,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-07-07T16:39:27.430773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:26.460035Z","time spent":"970.729405ms","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:39:27.430867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.833985647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-66hj2\" ","response":"range_response_count:1 size:8054"} {"level":"warn","ts":"2026-07-07T16:39:27.43086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.667804976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T16:39:27.430901Z","caller":"traceutil/trace.go:171","msg":"trace[1557015539] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-66hj2; range_end:; response_count:1; response_revision:16093; }","duration":"8.834048949s","start":"2026-07-07T16:39:18.596842Z","end":"2026-07-07T16:39:27.430891Z","steps":["trace[1557015539] 'agreement among raft nodes before linearized reading' (duration: 8.833945306s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:39:27.430927Z","caller":"traceutil/trace.go:171","msg":"trace[973243238] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:16093; }","duration":"4.66792763s","start":"2026-07-07T16:39:22.762987Z","end":"2026-07-07T16:39:27.430915Z","steps":["trace[973243238] 'agreement among raft nodes before linearized reading' (duration: 4.667813697s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:27.430939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076864622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:39:27.43097Z","caller":"traceutil/trace.go:171","msg":"trace[1525940572] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16093; }","duration":"1.076951395s","start":"2026-07-07T16:39:26.354008Z","end":"2026-07-07T16:39:27.430959Z","steps":["trace[1525940572] 'agreement among raft nodes before linearized reading' (duration: 1.076907984s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:27.430972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:22.762957Z","time spent":"4.668002871s","remote":"127.0.0.1:45226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":13,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:39:27.429764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:21.420829Z","time spent":"6.008925072s","remote":"127.0.0.1:42636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:39:27.43104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.25947516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:39:27.431042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.83936698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:39:27.431071Z","caller":"traceutil/trace.go:171","msg":"trace[1562091724] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:16093; }","duration":"1.259548832s","start":"2026-07-07T16:39:26.171512Z","end":"2026-07-07T16:39:27.431061Z","steps":["trace[1562091724] 'agreement among raft nodes before linearized reading' (duration: 1.259501101s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:27.431071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.833039517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-07T16:39:27.431094Z","caller":"traceutil/trace.go:171","msg":"trace[257206871] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:16093; }","duration":"5.839466233s","start":"2026-07-07T16:39:21.591613Z","end":"2026-07-07T16:39:27.431079Z","steps":["trace[257206871] 'agreement among raft nodes before linearized reading' (duration: 5.83938085s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:27.431104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:26.17149Z","time spent":"1.259602264s","remote":"127.0.0.1:34910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:39:27.43107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.83202338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:721816"} {"level":"warn","ts":"2026-07-07T16:39:27.431137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:21.591587Z","time spent":"5.839536704s","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:39:27.431189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.835566778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.193\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:39:27.431192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.056153992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1849"} {"level":"warn","ts":"2026-07-07T16:39:27.430934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:18.596826Z","time spent":"8.83410073s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":8077,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-66hj2\" "} {"level":"info","ts":"2026-07-07T16:39:27.431227Z","caller":"traceutil/trace.go:171","msg":"trace[1679399810] range","detail":"{range_begin:/registry/masterleases/199.19.213.193; range_end:; response_count:0; response_revision:16093; }","duration":"1.83565455s","start":"2026-07-07T16:39:25.595562Z","end":"2026-07-07T16:39:27.431216Z","steps":["trace[1679399810] 'agreement among raft nodes before linearized reading' (duration: 1.835589618s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:39:27.431239Z","caller":"traceutil/trace.go:171","msg":"trace[231248860] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:16093; }","duration":"5.056245224s","start":"2026-07-07T16:39:22.374979Z","end":"2026-07-07T16:39:27.431225Z","steps":["trace[231248860] 'agreement among raft nodes before linearized reading' (duration: 5.056132261s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:27.431266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:25.595529Z","time spent":"1.835728132s","remote":"127.0.0.1:44782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.19.213.193\" "} {"level":"warn","ts":"2026-07-07T16:39:27.431283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.530972469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:39:27.431314Z","caller":"traceutil/trace.go:171","msg":"trace[284282705] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:16093; }","duration":"1.53103542s","start":"2026-07-07T16:39:25.900269Z","end":"2026-07-07T16:39:27.431305Z","steps":["trace[284282705] 'agreement among raft nodes before linearized reading' (duration: 1.530980949s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:39:27.430508Z","caller":"traceutil/trace.go:171","msg":"trace[2066879431] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16093; }","duration":"8.783876554s","start":"2026-07-07T16:39:18.64662Z","end":"2026-07-07T16:39:27.430496Z","steps":["trace[2066879431] 'agreement among raft nodes before linearized reading' (duration: 8.783771512s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:27.431343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:25.90025Z","time spent":"1.531084852s","remote":"127.0.0.1:39268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:39:27.431358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.03564095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"info","ts":"2026-07-07T16:39:27.431387Z","caller":"traceutil/trace.go:171","msg":"trace[1310163293] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:16093; }","duration":"3.035732492s","start":"2026-07-07T16:39:24.395646Z","end":"2026-07-07T16:39:27.431379Z","steps":["trace[1310163293] 'agreement among raft nodes before linearized reading' (duration: 3.03564479s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:27.431384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:18.646594Z","time spent":"8.784772466s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-07T16:39:27.431413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:24.395614Z","time spent":"3.035792673s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-07T16:39:27.430996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:26.353977Z","time spent":"1.077014156s","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T16:39:27.431464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.015851481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/nova-novncproxy-vencrypt-2mwd8\" ","response":"range_response_count:1 size:4062"} {"level":"info","ts":"2026-07-07T16:39:27.431523Z","caller":"traceutil/trace.go:171","msg":"trace[1789305144] range","detail":"{range_begin:/registry/secrets/openstack/nova-novncproxy-vencrypt-2mwd8; range_end:; response_count:1; response_revision:16093; }","duration":"3.015959264s","start":"2026-07-07T16:39:24.415547Z","end":"2026-07-07T16:39:27.431506Z","steps":["trace[1789305144] 'agreement among raft nodes before linearized reading' (duration: 3.01579745s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:27.431565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:24.415522Z","time spent":"3.016031555s","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":4085,"request content":"key:\"/registry/secrets/openstack/nova-novncproxy-vencrypt-2mwd8\" "} {"level":"warn","ts":"2026-07-07T16:39:27.431581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.830533025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c00f508edff6b3\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-07T16:39:27.431125Z","caller":"traceutil/trace.go:171","msg":"trace[329086885] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16093; }","duration":"1.833112268s","start":"2026-07-07T16:39:25.597995Z","end":"2026-07-07T16:39:27.431107Z","steps":["trace[329086885] 'agreement among raft nodes before linearized reading' (duration: 1.832979175s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:27.430319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:26.10164Z","time spent":"1.328643363s","remote":"127.0.0.1:42648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1533,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T16:39:27.431618Z","caller":"traceutil/trace.go:171","msg":"trace[544654764] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c00f508edff6b3; range_end:; response_count:1; response_revision:16093; }","duration":"1.830583247s","start":"2026-07-07T16:39:25.601022Z","end":"2026-07-07T16:39:27.431606Z","steps":["trace[544654764] 'agreement among raft nodes before linearized reading' (duration: 1.830474505s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:27.43127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:22.374955Z","time spent":"5.056307786s","remote":"127.0.0.1:44910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1872,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-07-07T16:39:27.431676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:25.597983Z","time spent":"1.833657231s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-07T16:39:27.431757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.923057795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:22 size:198744"} {"level":"info","ts":"2026-07-07T16:39:27.431188Z","caller":"traceutil/trace.go:171","msg":"trace[850961503] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:16093; }","duration":"8.832193783s","start":"2026-07-07T16:39:18.598967Z","end":"2026-07-07T16:39:27.431161Z","steps":["trace[850961503] 'agreement among raft nodes before linearized reading' (duration: 8.830723608s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:39:27.431806Z","caller":"traceutil/trace.go:171","msg":"trace[1810940302] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:22; response_revision:16093; }","duration":"1.923162407s","start":"2026-07-07T16:39:25.50863Z","end":"2026-07-07T16:39:27.431793Z","steps":["trace[1810940302] 'agreement among raft nodes before linearized reading' (duration: 1.922651474s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:27.431848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:25.508599Z","time spent":"1.923237119s","remote":"127.0.0.1:45200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":198767,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-07-07T16:39:27.431884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:18.598954Z","time spent":"8.83286443s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":75,"response size":721839,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-07T16:39:27.430589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:18.60004Z","time spent":"8.830533093s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":75,"response size":721839,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-07T16:39:27.431648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:25.601014Z","time spent":"1.830627738s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c00f508edff6b3\" "} {"level":"warn","ts":"2026-07-07T16:39:27.432124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.233046761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-07T16:39:27.432205Z","caller":"traceutil/trace.go:171","msg":"trace[327297136] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:16093; }","duration":"5.233165744s","start":"2026-07-07T16:39:22.199024Z","end":"2026-07-07T16:39:27.43219Z","steps":["trace[327297136] 'agreement among raft nodes before linearized reading' (duration: 5.232940429s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:27.432247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:22.199001Z","time spent":"5.233234035s","remote":"127.0.0.1:44936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":176,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:39:27.937091Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004043255,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T16:39:28.645174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:27.442126Z","time spent":"1.203040173s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/07 16:39:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T16:39:28.645287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:27.441446Z","time spent":"1.203832862s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/07 16:39:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T16:39:28.889196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.037116ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-07-07T16:39:28.8893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:27.436143Z","time spent":"1.453152903s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-07T16:39:29.4346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998359673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T16:39:29.434731Z","caller":"traceutil/trace.go:171","msg":"trace[1991290105] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.998550368s","start":"2026-07-07T16:39:27.436154Z","end":"2026-07-07T16:39:29.434705Z","steps":["trace[1991290105] 'agreement among raft nodes before linearized reading' (duration: 1.998390684s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:29.434819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:27.436132Z","time spent":"1.998673291s","remote":"127.0.0.1:44742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 16:39:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T16:39:30.542213Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.394003886s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-07T16:39:30.54286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:27.43633Z","time spent":"3.106522732s","remote":"127.0.0.1:44782","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-07T16:39:30.543065Z","caller":"traceutil/trace.go:171","msg":"trace[1786785910] transaction","detail":"{read_only:false; number_of_response:1; response_revision:16094; }","duration":"3.10640117s","start":"2026-07-07T16:39:27.436523Z","end":"2026-07-07T16:39:30.542924Z","steps":["trace[1786785910] 'process raft request' (duration: 3.106090022s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:30.543281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:27.436507Z","time spent":"3.106633575s","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":62,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-07-07T16:39:30.543649Z","caller":"traceutil/trace.go:171","msg":"trace[420752836] transaction","detail":"{read_only:false; response_revision:16097; number_of_response:1; }","duration":"3.096863419s","start":"2026-07-07T16:39:27.446757Z","end":"2026-07-07T16:39:30.543621Z","steps":["trace[420752836] 'process raft request' (duration: 3.096376457s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:30.543796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:27.446743Z","time spent":"3.096958002s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9538,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:39:30.543877Z","caller":"traceutil/trace.go:171","msg":"trace[1688242864] linearizableReadLoop","detail":"{readStateIndex:16677; appliedIndex:16669; }","duration":"3.107665251s","start":"2026-07-07T16:39:27.436198Z","end":"2026-07-07T16:39:30.543863Z","steps":["trace[1688242864] 'read index received' (duration: 711.955563ms)","trace[1688242864] 'applied index is now lower than readState.Index' (duration: 2.395708108s)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:39:30.543903Z","caller":"traceutil/trace.go:171","msg":"trace[1109764456] transaction","detail":"{read_only:false; response_revision:16098; number_of_response:1; }","duration":"3.09359929s","start":"2026-07-07T16:39:27.450284Z","end":"2026-07-07T16:39:30.543883Z","steps":["trace[1109764456] 'process raft request' (duration: 3.093158599s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:39:30.543951Z","caller":"traceutil/trace.go:171","msg":"trace[1677683216] transaction","detail":"{read_only:false; response_revision:16099; number_of_response:1; }","duration":"2.951881972s","start":"2026-07-07T16:39:27.592061Z","end":"2026-07-07T16:39:30.543943Z","steps":["trace[1677683216] 'process raft request' (duration: 2.951677947s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:30.543978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:27.450267Z","time spent":"3.093673833s","remote":"127.0.0.1:42608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2385,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:39:30.543999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:27.592003Z","time spent":"2.951967773s","remote":"127.0.0.1:42648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2219,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:39:30.595712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.155738473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T16:39:30.595789Z","caller":"traceutil/trace.go:171","msg":"trace[1074981032] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"3.155848826s","start":"2026-07-07T16:39:27.439922Z","end":"2026-07-07T16:39:30.595771Z","steps":["trace[1074981032] 'agreement among raft nodes before linearized reading' (duration: 3.155747494s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:30.595831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:27.439911Z","time spent":"3.155912828s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/07/07 16:39:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T16:39:30.597512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.157542457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T16:39:30.597645Z","caller":"traceutil/trace.go:171","msg":"trace[792420378] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"3.157741912s","start":"2026-07-07T16:39:27.439869Z","end":"2026-07-07T16:39:30.597611Z","steps":["trace[792420378] 'agreement among raft nodes before linearized reading' (duration: 3.157575838s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:30.597726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:27.439849Z","time spent":"3.157854984s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/07/07 16:39:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T16:39:30.598927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.15226103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T16:39:30.599011Z","caller":"traceutil/trace.go:171","msg":"trace[339003825] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"3.152382312s","start":"2026-07-07T16:39:27.446609Z","end":"2026-07-07T16:39:30.598991Z","steps":["trace[339003825] 'agreement among raft nodes before linearized reading' (duration: 3.15227278s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:30.59907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:27.446594Z","time spent":"3.152458754s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/07/07 16:39:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T16:39:30.607822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.167981269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T16:39:30.6079Z","caller":"traceutil/trace.go:171","msg":"trace[615830581] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"3.168094572s","start":"2026-07-07T16:39:27.439789Z","end":"2026-07-07T16:39:30.607883Z","steps":["trace[615830581] 'agreement among raft nodes before linearized reading' (duration: 3.16799415s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:30.607956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:27.439757Z","time spent":"3.168190205s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/07/07 16:39:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T16:39:30.634382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.091286915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T16:39:30.634469Z","caller":"traceutil/trace.go:171","msg":"trace[1239886237] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; }","duration":"3.091447328s","start":"2026-07-07T16:39:27.543002Z","end":"2026-07-07T16:39:30.634449Z","steps":["trace[1239886237] 'agreement among raft nodes before linearized reading' (duration: 3.091330345s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:30.634517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:27.542973Z","time spent":"3.091537301s","remote":"127.0.0.1:45200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-07T16:39:31.044862Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004043270,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T16:39:31.442564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000006126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T16:39:31.442659Z","caller":"traceutil/trace.go:171","msg":"trace[791615090] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000163809s","start":"2026-07-07T16:39:29.442475Z","end":"2026-07-07T16:39:31.442639Z","steps":["trace[791615090] 'agreement among raft nodes before linearized reading' (duration: 2.000042736s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:31.442714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:29.442453Z","time spent":"2.000250032s","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 16:39:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T16:39:33.442779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999443401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T16:39:33.442883Z","caller":"traceutil/trace.go:171","msg":"trace[533682999] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999626465s","start":"2026-07-07T16:39:31.443232Z","end":"2026-07-07T16:39:33.442859Z","steps":["trace[533682999] 'agreement among raft nodes before linearized reading' (duration: 1.999488031s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:33.442938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:31.443201Z","time spent":"1.999726757s","remote":"127.0.0.1:44742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 16:39:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T16:39:33.592329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.152741017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/nova-novncproxy-vencrypt\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T16:39:33.592489Z","caller":"traceutil/trace.go:171","msg":"trace[327005636] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/nova-novncproxy-vencrypt; range_end:; }","duration":"6.152897671s","start":"2026-07-07T16:39:27.439525Z","end":"2026-07-07T16:39:33.592422Z","steps":["trace[327005636] 'agreement among raft nodes before linearized reading' (duration: 6.152744287s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:33.592562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:27.43952Z","time spent":"6.153022974s","remote":"127.0.0.1:40360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":0,"response size":0,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/nova-novncproxy-vencrypt\" "} 2026/07/07 16:39:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T16:39:34.261929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:31.973397Z","time spent":"2.288522235s","remote":"127.0.0.1:52968","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-07T16:39:34.262044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.752621062s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:446"} {"level":"info","ts":"2026-07-07T16:39:34.262368Z","caller":"traceutil/trace.go:171","msg":"trace[684554208] transaction","detail":"{read_only:false; number_of_response:1; response_revision:16099; }","duration":"5.615527753s","start":"2026-07-07T16:39:28.646808Z","end":"2026-07-07T16:39:34.262336Z","steps":["trace[684554208] 'process raft request' (duration: 2.862519592s)","trace[684554208] 'compare' (duration: 2.752524549s)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:39:34.262389Z","caller":"traceutil/trace.go:171","msg":"trace[353111001] transaction","detail":"{read_only:false; number_of_response:1; response_revision:16099; }","duration":"5.614909478s","start":"2026-07-07T16:39:28.64746Z","end":"2026-07-07T16:39:34.262369Z","steps":["trace[353111001] 'process raft request' (duration: 5.614751904s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:34.262472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:28.647423Z","time spent":"5.61501064s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":473,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:39:34.262517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:28.646784Z","time spent":"5.615634065s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":469,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:39:34.261854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.041786ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:39:34.263472Z","caller":"traceutil/trace.go:171","msg":"trace[1514821853] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:16099; }","duration":"706.676416ms","start":"2026-07-07T16:39:33.556771Z","end":"2026-07-07T16:39:34.263447Z","steps":["trace[1514821853] 'range keys from in-memory index tree' (duration: 705.017916ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:39:34.263932Z","caller":"traceutil/trace.go:171","msg":"trace[923423008] transaction","detail":"{read_only:false; response_revision:16100; number_of_response:1; }","duration":"5.372817111s","start":"2026-07-07T16:39:28.891088Z","end":"2026-07-07T16:39:34.263905Z","steps":["trace[923423008] 'process raft request' (duration: 5.371168171s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:34.26407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:28.891048Z","time spent":"5.372946134s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:39:34.457835Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.94844736s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-07T16:39:35.027304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.45131ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-07T16:39:35.029Z","caller":"traceutil/trace.go:171","msg":"trace[1041247548] transaction","detail":"{read_only:false; response_revision:16101; number_of_response:1; }","duration":"4.481745864s","start":"2026-07-07T16:39:30.547222Z","end":"2026-07-07T16:39:35.028968Z","steps":["trace[1041247548] 'process raft request' (duration: 4.480208567s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:39:35.029131Z","caller":"traceutil/trace.go:171","msg":"trace[682787949] transaction","detail":"{read_only:false; response_revision:16102; number_of_response:1; }","duration":"4.47332906s","start":"2026-07-07T16:39:30.555764Z","end":"2026-07-07T16:39:35.029093Z","steps":["trace[682787949] 'process raft request' (duration: 4.472654433s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:35.029301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:30.55574Z","time spent":"4.473474324s","remote":"127.0.0.1:42608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2736,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T16:39:35.029334Z","caller":"traceutil/trace.go:171","msg":"trace[1782432540] transaction","detail":"{read_only:false; response_revision:16104; number_of_response:1; }","duration":"4.348637804s","start":"2026-07-07T16:39:30.680671Z","end":"2026-07-07T16:39:35.029309Z","steps":["trace[1782432540] 'process raft request' (duration: 4.348511591s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:39:35.029423Z","caller":"traceutil/trace.go:171","msg":"trace[782853159] transaction","detail":"{read_only:false; response_revision:16103; number_of_response:1; }","duration":"4.429023049s","start":"2026-07-07T16:39:30.600364Z","end":"2026-07-07T16:39:35.029387Z","steps":["trace[782853159] 'process raft request' (duration: 4.428605869s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:35.029452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:30.680637Z","time spent":"4.348754527s","remote":"127.0.0.1:42648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1541,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T16:39:35.029536Z","caller":"traceutil/trace.go:171","msg":"trace[772310606] linearizableReadLoop","detail":"{readStateIndex:16685; appliedIndex:16677; }","duration":"4.485588987s","start":"2026-07-07T16:39:30.543913Z","end":"2026-07-07T16:39:35.029502Z","steps":["trace[772310606] 'read index received' (duration: 965.432456ms)","trace[772310606] 'applied index is now lower than readState.Index' (duration: 3.520152841s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:39:35.029567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:30.600337Z","time spent":"4.429162352s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:39:35.029702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.778323024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T16:39:35.029735Z","caller":"traceutil/trace.go:171","msg":"trace[2947067] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:16104; }","duration":"6.778407906s","start":"2026-07-07T16:39:28.251318Z","end":"2026-07-07T16:39:35.029726Z","steps":["trace[2947067] 'agreement among raft nodes before linearized reading' (duration: 6.778306284s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:35.029763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:28.251293Z","time spent":"6.778461387s","remote":"127.0.0.1:40360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":20,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:39:35.029756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.589839724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"warn","ts":"2026-07-07T16:39:35.029813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.590277225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/nova-novncproxy-vencrypt\" ","response":"range_response_count:1 size:2821"} {"level":"warn","ts":"2026-07-07T16:39:35.029845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.572207665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p22f7\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-07-07T16:39:35.029841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.751817467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-07T16:39:35.029901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.740619892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:39:35.029908Z","caller":"traceutil/trace.go:171","msg":"trace[1407151257] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:16104; }","duration":"4.751927411s","start":"2026-07-07T16:39:30.277957Z","end":"2026-07-07T16:39:35.029885Z","steps":["trace[1407151257] 'agreement among raft nodes before linearized reading' (duration: 4.751802968s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:35.029941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.59337397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"warn","ts":"2026-07-07T16:39:35.02997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.589916646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-07-07T16:39:35.029975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:30.277937Z","time spent":"4.752021513s","remote":"127.0.0.1:45256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:39:35.030077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.920002956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-07T16:39:35.029853Z","caller":"traceutil/trace.go:171","msg":"trace[434408367] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/nova-novncproxy-vencrypt; range_end:; response_count:1; response_revision:16104; }","duration":"7.590379958s","start":"2026-07-07T16:39:27.439462Z","end":"2026-07-07T16:39:35.029842Z","steps":["trace[434408367] 'agreement among raft nodes before linearized reading' (duration: 7.590196733s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:39:35.0301Z","caller":"traceutil/trace.go:171","msg":"trace[1627422373] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:16104; }","duration":"4.920081718s","start":"2026-07-07T16:39:30.110012Z","end":"2026-07-07T16:39:35.030094Z","steps":["trace[1627422373] 'agreement among raft nodes before linearized reading' (duration: 4.919871073s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:35.030082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.5884184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3f130210-4513-4342-a266-a6c7fe4cfc00\" ","response":"range_response_count:1 size:1315"} {"level":"warn","ts":"2026-07-07T16:39:35.030135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:30.109983Z","time spent":"4.92014433s","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":160,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:39:35.030127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:27.439445Z","time spent":"7.590669185s","remote":"127.0.0.1:40360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":2844,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/nova-novncproxy-vencrypt\" "} {"level":"warn","ts":"2026-07-07T16:39:35.030114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.589983808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"info","ts":"2026-07-07T16:39:35.030162Z","caller":"traceutil/trace.go:171","msg":"trace[2144788416] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3f130210-4513-4342-a266-a6c7fe4cfc00; range_end:; response_count:1; response_revision:16104; }","duration":"7.588518252s","start":"2026-07-07T16:39:27.441622Z","end":"2026-07-07T16:39:35.030141Z","steps":["trace[2144788416] 'agreement among raft nodes before linearized reading' (duration: 7.588224275s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:39:35.029942Z","caller":"traceutil/trace.go:171","msg":"trace[603719491] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:16104; }","duration":"7.59007254s","start":"2026-07-07T16:39:27.439851Z","end":"2026-07-07T16:39:35.029924Z","steps":["trace[603719491] 'agreement among raft nodes before linearized reading' (duration: 7.589703181s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:35.030206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:27.441616Z","time spent":"7.588581555s","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1338,"request content":"key:\"/registry/persistentvolumes/pvc-3f130210-4513-4342-a266-a6c7fe4cfc00\" "} {"level":"info","ts":"2026-07-07T16:39:35.030215Z","caller":"traceutil/trace.go:171","msg":"trace[476232652] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:16104; }","duration":"7.590103981s","start":"2026-07-07T16:39:27.440086Z","end":"2026-07-07T16:39:35.03019Z","steps":["trace[476232652] 'agreement among raft nodes before linearized reading' (duration: 7.589450716s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:35.030281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:27.440079Z","time spent":"7.590189643s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-07-07T16:39:35.029926Z","caller":"traceutil/trace.go:171","msg":"trace[1047474627] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:16104; }","duration":"6.740666333s","start":"2026-07-07T16:39:28.289252Z","end":"2026-07-07T16:39:35.029918Z","steps":["trace[1047474627] 'agreement among raft nodes before linearized reading' (duration: 6.740618002s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:35.030464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:28.289241Z","time spent":"6.741197755s","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:39:35.030235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:27.439826Z","time spent":"7.590400668s","remote":"127.0.0.1:44934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1016,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"info","ts":"2026-07-07T16:39:35.029893Z","caller":"traceutil/trace.go:171","msg":"trace[851095644] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p22f7; range_end:; response_count:1; response_revision:16104; }","duration":"5.572293397s","start":"2026-07-07T16:39:29.457581Z","end":"2026-07-07T16:39:35.029874Z","steps":["trace[851095644] 'agreement among raft nodes before linearized reading' (duration: 5.572218585s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:35.030605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:29.457545Z","time spent":"5.573047895s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-p22f7\" "} {"level":"warn","ts":"2026-07-07T16:39:35.02991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.49594795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:39:35.030692Z","caller":"traceutil/trace.go:171","msg":"trace[731906433] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:16104; }","duration":"5.49677338s","start":"2026-07-07T16:39:29.533904Z","end":"2026-07-07T16:39:35.030677Z","steps":["trace[731906433] 'agreement among raft nodes before linearized reading' (duration: 5.49594672s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:39:35.029993Z","caller":"traceutil/trace.go:171","msg":"trace[1702991152] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:16104; }","duration":"7.589945717s","start":"2026-07-07T16:39:27.440038Z","end":"2026-07-07T16:39:35.029984Z","steps":["trace[1702991152] 'agreement among raft nodes before linearized reading' (duration: 7.589877516s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:35.030721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:29.53388Z","time spent":"5.496833042s","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:39:35.030733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:27.440031Z","time spent":"7.590691465s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-07T16:39:35.029749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.573427235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-72wnd\" ","response":"range_response_count:1 size:20644"} {"level":"info","ts":"2026-07-07T16:39:35.030798Z","caller":"traceutil/trace.go:171","msg":"trace[2107714876] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-72wnd; range_end:; response_count:1; response_revision:16104; }","duration":"5.574550672s","start":"2026-07-07T16:39:29.456231Z","end":"2026-07-07T16:39:35.030782Z","steps":["trace[2107714876] 'agreement among raft nodes before linearized reading' (duration: 5.573271971s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:35.030793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.563425382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T16:39:35.030843Z","caller":"traceutil/trace.go:171","msg":"trace[1206043924] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:16104; }","duration":"5.563497014s","start":"2026-07-07T16:39:29.467334Z","end":"2026-07-07T16:39:35.030831Z","steps":["trace[1206043924] 'agreement among raft nodes before linearized reading' (duration: 5.562367937s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:35.030827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:30.547193Z","time spent":"4.481949319s","remote":"127.0.0.1:44782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:39:35.030884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:29.467291Z","time spent":"5.563584017s","remote":"127.0.0.1:45230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":40,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:39:35.030854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:29.4562Z","time spent":"5.574628224s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20667,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-72wnd\" "} {"level":"info","ts":"2026-07-07T16:39:35.029989Z","caller":"traceutil/trace.go:171","msg":"trace[1954365816] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:16104; }","duration":"7.593427341s","start":"2026-07-07T16:39:27.43655Z","end":"2026-07-07T16:39:35.029977Z","steps":["trace[1954365816] 'agreement among raft nodes before linearized reading' (duration: 7.593271167s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:35.031031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:27.436525Z","time spent":"7.594496667s","remote":"127.0.0.1:44934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1308,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"warn","ts":"2026-07-07T16:39:35.029729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.965957338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:39:35.03282Z","caller":"traceutil/trace.go:171","msg":"trace[1772732183] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:16104; }","duration":"4.969103224s","start":"2026-07-07T16:39:30.063691Z","end":"2026-07-07T16:39:35.032794Z","steps":["trace[1772732183] 'agreement among raft nodes before linearized reading' (duration: 4.965820705s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:35.032883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:30.063663Z","time spent":"4.969196557s","remote":"127.0.0.1:60040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:39:35.033176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.647934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-6ffc58cdb6-5zwtc.18c00ecacff67e7d\" ","response":"range_response_count:1 size:2105"} {"level":"info","ts":"2026-07-07T16:39:35.033231Z","caller":"traceutil/trace.go:171","msg":"trace[959272236] range","detail":"{range_begin:/registry/events/openstack/glance-api-6ffc58cdb6-5zwtc.18c00ecacff67e7d; range_end:; response_count:1; response_revision:16105; }","duration":"763.734097ms","start":"2026-07-07T16:39:34.269483Z","end":"2026-07-07T16:39:35.033217Z","steps":["trace[959272236] 'agreement among raft nodes before linearized reading' (duration: 763.602893ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:35.033274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:34.269466Z","time spent":"763.799079ms","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":2128,"request content":"key:\"/registry/events/openstack/glance-api-6ffc58cdb6-5zwtc.18c00ecacff67e7d\" "} {"level":"warn","ts":"2026-07-07T16:39:35.033283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.739057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:39:35.033308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.785865416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:39:35.033323Z","caller":"traceutil/trace.go:171","msg":"trace[99267995] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:16105; }","duration":"484.824469ms","start":"2026-07-07T16:39:34.548487Z","end":"2026-07-07T16:39:35.033311Z","steps":["trace[99267995] 'agreement among raft nodes before linearized reading' (duration: 484.738777ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:39:35.03336Z","caller":"traceutil/trace.go:171","msg":"trace[798105113] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:16105; }","duration":"2.785963339s","start":"2026-07-07T16:39:32.247384Z","end":"2026-07-07T16:39:35.033347Z","steps":["trace[798105113] 'agreement among raft nodes before linearized reading' (duration: 2.785883267s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:35.033368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:34.548443Z","time spent":"484.912741ms","remote":"127.0.0.1:49514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:39:35.033373Z","caller":"traceutil/trace.go:171","msg":"trace[1479913257] transaction","detail":"{read_only:false; response_revision:16105; number_of_response:1; }","duration":"3.117349687s","start":"2026-07-07T16:39:31.915999Z","end":"2026-07-07T16:39:35.033349Z","steps":["trace[1479913257] 'process raft request' (duration: 3.113236207s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:35.033443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.582352571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:39:35.033475Z","caller":"traceutil/trace.go:171","msg":"trace[2116038994] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16105; }","duration":"1.582432594s","start":"2026-07-07T16:39:33.451034Z","end":"2026-07-07T16:39:35.033467Z","steps":["trace[2116038994] 'agreement among raft nodes before linearized reading' (duration: 1.582385382s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:35.033506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:31.915965Z","time spent":"3.11746594s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:39:35.033609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.484733476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-conductor-6f9c49f9f6-w92kj\" ","response":"range_response_count:1 size:6400"} {"level":"info","ts":"2026-07-07T16:39:35.033651Z","caller":"traceutil/trace.go:171","msg":"trace[2098560009] range","detail":"{range_begin:/registry/pods/openstack/nova-conductor-6f9c49f9f6-w92kj; range_end:; response_count:1; response_revision:16105; }","duration":"4.484840849s","start":"2026-07-07T16:39:30.5488Z","end":"2026-07-07T16:39:35.033641Z","steps":["trace[2098560009] 'agreement among raft nodes before linearized reading' (duration: 4.484735456s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:35.033687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:30.548758Z","time spent":"4.484922311s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":6423,"request content":"key:\"/registry/pods/openstack/nova-conductor-6f9c49f9f6-w92kj\" "} {"level":"warn","ts":"2026-07-07T16:39:35.033675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.480830222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/nova-novncproxy-vencrypt\" ","response":"range_response_count:1 size:2821"} {"level":"warn","ts":"2026-07-07T16:39:35.0334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:32.247359Z","time spent":"2.786032411s","remote":"127.0.0.1:49558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:39:35.033747Z","caller":"traceutil/trace.go:171","msg":"trace[690642859] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/nova-novncproxy-vencrypt; range_end:; response_count:1; response_revision:16105; }","duration":"4.480937444s","start":"2026-07-07T16:39:30.55279Z","end":"2026-07-07T16:39:35.033727Z","steps":["trace[690642859] 'agreement among raft nodes before linearized reading' (duration: 4.480636397s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:35.033796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:30.552778Z","time spent":"4.481005816s","remote":"127.0.0.1:40360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":2844,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/nova-novncproxy-vencrypt\" "} {"level":"warn","ts":"2026-07-07T16:39:35.033917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:33.451003Z","time spent":"1.582895554s","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T16:39:36.683208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.410307239s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T16:39:36.683328Z","caller":"traceutil/trace.go:171","msg":"trace[1515597085] linearizableReadLoop","detail":"{readStateIndex:16687; appliedIndex:16686; }","duration":"1.64225065s","start":"2026-07-07T16:39:35.041057Z","end":"2026-07-07T16:39:36.683308Z","steps":["trace[1515597085] 'read index received' (duration: 231.737527ms)","trace[1515597085] 'applied index is now lower than readState.Index' (duration: 1.410511443s)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:39:36.683405Z","caller":"traceutil/trace.go:171","msg":"trace[1034737630] transaction","detail":"{read_only:false; response_revision:16106; number_of_response:1; }","duration":"1.646441261s","start":"2026-07-07T16:39:35.036951Z","end":"2026-07-07T16:39:36.683393Z","steps":["trace[1034737630] 'process raft request' (duration: 235.819785ms)","trace[1034737630] 'compare' (duration: 1.410179766s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:39:36.683465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:35.03693Z","time spent":"1.646504063s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2090,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:39:36.684063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.642998478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-afd90f60-d56f-44bb-8291-e25512981a69\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-07-07T16:39:36.684106Z","caller":"traceutil/trace.go:171","msg":"trace[1173057551] range","detail":"{range_begin:/registry/persistentvolumes/pvc-afd90f60-d56f-44bb-8291-e25512981a69; range_end:; response_count:1; response_revision:16106; }","duration":"1.64307311s","start":"2026-07-07T16:39:35.041022Z","end":"2026-07-07T16:39:36.684095Z","steps":["trace[1173057551] 'agreement among raft nodes before linearized reading' (duration: 1.642684281s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:36.684136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:35.041005Z","time spent":"1.643124181s","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1473,"request content":"key:\"/registry/persistentvolumes/pvc-afd90f60-d56f-44bb-8291-e25512981a69\" "} {"level":"warn","ts":"2026-07-07T16:39:37.038469Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.765645805s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-07T16:39:37.341778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.97408ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T16:39:37.342063Z","caller":"traceutil/trace.go:171","msg":"trace[268288666] transaction","detail":"{read_only:false; response_revision:16109; number_of_response:1; }","duration":"340.984149ms","start":"2026-07-07T16:39:37.001056Z","end":"2026-07-07T16:39:37.34204Z","steps":["trace[268288666] 'process raft request' (duration: 340.927397ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:37.342118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:37.001019Z","time spent":"341.077731ms","remote":"127.0.0.1:42648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1545,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T16:39:37.342169Z","caller":"traceutil/trace.go:171","msg":"trace[1670560846] linearizableReadLoop","detail":"{readStateIndex:16689; appliedIndex:16687; }","duration":"658.769617ms","start":"2026-07-07T16:39:36.683354Z","end":"2026-07-07T16:39:37.342124Z","steps":["trace[1670560846] 'read index received' (duration: 355.334306ms)","trace[1670560846] 'applied index is now lower than readState.Index' (duration: 303.430071ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:39:37.342347Z","caller":"traceutil/trace.go:171","msg":"trace[946176925] transaction","detail":"{read_only:false; response_revision:16108; number_of_response:1; }","duration":"2.296774945s","start":"2026-07-07T16:39:35.045555Z","end":"2026-07-07T16:39:37.34233Z","steps":["trace[946176925] 'process raft request' (duration: 2.296344814s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:37.342479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:35.045549Z","time spent":"2.296828096s","remote":"127.0.0.1:40360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2504,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:39:37.342498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.236352252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:39:37.342476Z","caller":"traceutil/trace.go:171","msg":"trace[1154474703] transaction","detail":"{read_only:false; response_revision:16107; number_of_response:1; }","duration":"2.297789039s","start":"2026-07-07T16:39:35.044652Z","end":"2026-07-07T16:39:37.342441Z","steps":["trace[1154474703] 'process raft request' (duration: 1.994050141s)","trace[1154474703] 'compare' (duration: 302.790175ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:39:37.342527Z","caller":"traceutil/trace.go:171","msg":"trace[850524651] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16109; }","duration":"1.236419463s","start":"2026-07-07T16:39:36.106099Z","end":"2026-07-07T16:39:37.342518Z","steps":["trace[850524651] 'agreement among raft nodes before linearized reading' (duration: 1.236361112s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:37.34255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:36.106076Z","time spent":"1.236470634s","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T16:39:37.342596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.298708182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"warn","ts":"2026-07-07T16:39:37.342641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:35.044637Z","time spent":"2.297909012s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7678,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:39:37.34266Z","caller":"traceutil/trace.go:171","msg":"trace[1996989983] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:16109; }","duration":"2.298788673s","start":"2026-07-07T16:39:35.043856Z","end":"2026-07-07T16:39:37.342645Z","steps":["trace[1996989983] 'agreement among raft nodes before linearized reading' (duration: 2.298582968s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:37.342694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:35.043854Z","time spent":"2.298834644s","remote":"127.0.0.1:45110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1147,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-07-07T16:39:37.342673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.301457458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"warn","ts":"2026-07-07T16:39:37.342677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.305549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-07-07T16:39:37.342738Z","caller":"traceutil/trace.go:171","msg":"trace[486978401] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:16109; }","duration":"2.30155065s","start":"2026-07-07T16:39:35.041171Z","end":"2026-07-07T16:39:37.342722Z","steps":["trace[486978401] 'agreement among raft nodes before linearized reading' (duration: 2.301318835s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:39:37.342754Z","caller":"traceutil/trace.go:171","msg":"trace[475778565] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16109; }","duration":"654.427522ms","start":"2026-07-07T16:39:36.688306Z","end":"2026-07-07T16:39:37.342734Z","steps":["trace[475778565] 'agreement among raft nodes before linearized reading' (duration: 654.220147ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:37.342782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:35.041165Z","time spent":"2.301605021s","remote":"127.0.0.1:44934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1016,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"warn","ts":"2026-07-07T16:39:37.342802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:36.688288Z","time spent":"654.505884ms","remote":"127.0.0.1:44910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-07T16:39:37.342865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.301702194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-07T16:39:37.342882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.058276255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:39:37.342908Z","caller":"traceutil/trace.go:171","msg":"trace[1895581953] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:16109; }","duration":"2.058303445s","start":"2026-07-07T16:39:35.284595Z","end":"2026-07-07T16:39:37.342899Z","steps":["trace[1895581953] 'agreement among raft nodes before linearized reading' (duration: 2.058254394s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:39:37.342911Z","caller":"traceutil/trace.go:171","msg":"trace[442143377] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:16109; }","duration":"2.301772315s","start":"2026-07-07T16:39:35.041119Z","end":"2026-07-07T16:39:37.342891Z","steps":["trace[442143377] 'agreement among raft nodes before linearized reading' (duration: 2.301611711s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:37.342929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:35.284533Z","time spent":"2.058390697s","remote":"127.0.0.1:57840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:39:37.342916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.773900186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-07T16:39:37.342953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:35.041099Z","time spent":"2.301847848s","remote":"127.0.0.1:44990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-07-07T16:39:37.342962Z","caller":"traceutil/trace.go:171","msg":"trace[1617986184] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:16109; }","duration":"1.773983358s","start":"2026-07-07T16:39:35.568967Z","end":"2026-07-07T16:39:37.34295Z","steps":["trace[1617986184] 'agreement among raft nodes before linearized reading' (duration: 1.773890525s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:37.342935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.299118281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111956"} {"level":"warn","ts":"2026-07-07T16:39:37.343005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:35.568945Z","time spent":"1.77404575s","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:39:37.343015Z","caller":"traceutil/trace.go:171","msg":"trace[675476758] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:16109; }","duration":"2.299234804s","start":"2026-07-07T16:39:35.043762Z","end":"2026-07-07T16:39:37.342997Z","steps":["trace[675476758] 'agreement among raft nodes before linearized reading' (duration: 2.298828394s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:37.343024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.298817024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:39:37.343058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:35.043758Z","time spent":"2.299293655s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":111979,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"info","ts":"2026-07-07T16:39:37.343077Z","caller":"traceutil/trace.go:171","msg":"trace[1178870954] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:16109; }","duration":"2.298893926s","start":"2026-07-07T16:39:35.044163Z","end":"2026-07-07T16:39:37.343057Z","steps":["trace[1178870954] 'agreement among raft nodes before linearized reading' (duration: 2.298811394s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:37.343111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:35.044145Z","time spent":"2.298957947s","remote":"127.0.0.1:44838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-07-07T16:39:37.343136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.703889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/nova-novncproxy-67d856564f-r7t6v.18c00f596f891a06\" ","response":"range_response_count:1 size:821"} {"level":"info","ts":"2026-07-07T16:39:37.343187Z","caller":"traceutil/trace.go:171","msg":"trace[324128120] range","detail":"{range_begin:/registry/events/openstack/nova-novncproxy-67d856564f-r7t6v.18c00f596f891a06; range_end:; response_count:1; response_revision:16109; }","duration":"654.790131ms","start":"2026-07-07T16:39:36.688381Z","end":"2026-07-07T16:39:37.343172Z","steps":["trace[324128120] 'agreement among raft nodes before linearized reading' (duration: 654.670448ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:37.34303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.266011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:39:37.343222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:36.688358Z","time spent":"654.855442ms","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":844,"request content":"key:\"/registry/events/openstack/nova-novncproxy-67d856564f-r7t6v.18c00f596f891a06\" "} {"level":"info","ts":"2026-07-07T16:39:37.343251Z","caller":"traceutil/trace.go:171","msg":"trace[898565182] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:16109; }","duration":"433.515618ms","start":"2026-07-07T16:39:36.909723Z","end":"2026-07-07T16:39:37.343239Z","steps":["trace[898565182] 'agreement among raft nodes before linearized reading' (duration: 433.265752ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:37.34267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.925525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:39:37.343294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:36.909706Z","time spent":"433.565058ms","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:39:37.343321Z","caller":"traceutil/trace.go:171","msg":"trace[1478987511] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:16109; }","duration":"283.613711ms","start":"2026-07-07T16:39:37.059687Z","end":"2026-07-07T16:39:37.343301Z","steps":["trace[1478987511] 'agreement among raft nodes before linearized reading' (duration: 282.846493ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:37.34341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.299567403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:724608"} {"level":"info","ts":"2026-07-07T16:39:37.343434Z","caller":"traceutil/trace.go:171","msg":"trace[9922398] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:16109; }","duration":"2.299601223s","start":"2026-07-07T16:39:35.043826Z","end":"2026-07-07T16:39:37.343428Z","steps":["trace[9922398] 'agreement among raft nodes before linearized reading' (duration: 2.298905986s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:37.343444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.072320014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-07-07T16:39:37.343454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:35.043824Z","time spent":"2.299625554s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":75,"response size":724631,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-07T16:39:37.343479Z","caller":"traceutil/trace.go:171","msg":"trace[840292416] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:16109; }","duration":"2.072405806s","start":"2026-07-07T16:39:35.271062Z","end":"2026-07-07T16:39:37.343468Z","steps":["trace[840292416] 'agreement among raft nodes before linearized reading' (duration: 2.072238452s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:37.343508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:35.271021Z","time spent":"2.072480858s","remote":"127.0.0.1:44856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-07T16:39:37.343631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.962947709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-07T16:39:37.343716Z","caller":"traceutil/trace.go:171","msg":"trace[87564619] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:16109; }","duration":"1.963082703s","start":"2026-07-07T16:39:35.380612Z","end":"2026-07-07T16:39:37.343695Z","steps":["trace[87564619] 'agreement among raft nodes before linearized reading' (duration: 1.961842453s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:37.343757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.302120254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:724608"} {"level":"warn","ts":"2026-07-07T16:39:37.343769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:35.380589Z","time spent":"1.963167134s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1498,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:39:37.343806Z","caller":"traceutil/trace.go:171","msg":"trace[691931607] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:16109; }","duration":"2.302183675s","start":"2026-07-07T16:39:35.041613Z","end":"2026-07-07T16:39:37.343796Z","steps":["trace[691931607] 'agreement among raft nodes before linearized reading' (duration: 2.301340255s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:37.343844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:35.041607Z","time spent":"2.302227626s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":75,"response size":724631,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-07T16:39:37.858064Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004043289,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T16:39:38.359222Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004043289,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T16:39:38.451469Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.096457927s","expected-duration":"1s"} {"level":"info","ts":"2026-07-07T16:39:38.451982Z","caller":"traceutil/trace.go:171","msg":"trace[938977044] transaction","detail":"{read_only:false; response_revision:16110; number_of_response:1; }","duration":"1.097038001s","start":"2026-07-07T16:39:37.354919Z","end":"2026-07-07T16:39:38.451957Z","steps":["trace[938977044] 'process raft request' (duration: 1.096857076s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:38.452141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:37.354907Z","time spent":"1.097138263s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":806,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:39:39.344819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.986814645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T16:39:39.344914Z","caller":"traceutil/trace.go:171","msg":"trace[1515166554] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.986978549s","start":"2026-07-07T16:39:37.357915Z","end":"2026-07-07T16:39:39.344893Z","steps":["trace[1515166554] 'agreement among raft nodes before linearized reading' (duration: 1.986846456s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:39.344976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:37.357893Z","time spent":"1.987070622s","remote":"127.0.0.1:44742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 16:39:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T16:39:41.352828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000078258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T16:39:41.352933Z","caller":"traceutil/trace.go:171","msg":"trace[1688932070] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000233611s","start":"2026-07-07T16:39:39.352673Z","end":"2026-07-07T16:39:41.352907Z","steps":["trace[1688932070] 'agreement among raft nodes before linearized reading' (duration: 2.000104108s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:41.352989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:39.352656Z","time spent":"2.000320833s","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 16:39:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T16:39:41.583992Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.001391611s","expected-duration":"1s"} {"level":"info","ts":"2026-07-07T16:39:41.584516Z","caller":"traceutil/trace.go:171","msg":"trace[1352488717] transaction","detail":"{read_only:false; response_revision:16111; number_of_response:1; }","duration":"4.226549131s","start":"2026-07-07T16:39:37.357922Z","end":"2026-07-07T16:39:41.584471Z","steps":["trace[1352488717] 'process raft request' (duration: 4.226240143s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:39:41.584634Z","caller":"traceutil/trace.go:171","msg":"trace[577254142] transaction","detail":"{read_only:false; response_revision:16112; number_of_response:1; }","duration":"4.221721994s","start":"2026-07-07T16:39:37.36288Z","end":"2026-07-07T16:39:41.584602Z","steps":["trace[577254142] 'process raft request' (duration: 4.221520209s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:41.584607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:37.359654Z","time spent":"4.224944662s","remote":"127.0.0.1:44782","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-07T16:39:41.584735Z","caller":"traceutil/trace.go:171","msg":"trace[834658332] transaction","detail":"{read_only:false; response_revision:16113; number_of_response:1; }","duration":"4.082244679s","start":"2026-07-07T16:39:37.502456Z","end":"2026-07-07T16:39:41.584701Z","steps":["trace[834658332] 'process raft request' (duration: 4.082023644s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:41.584779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:37.362872Z","time spent":"4.221839976s","remote":"127.0.0.1:42608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2327,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T16:39:41.584775Z","caller":"traceutil/trace.go:171","msg":"trace[1543410053] transaction","detail":"{read_only:false; response_revision:16114; number_of_response:1; }","duration":"3.979390521s","start":"2026-07-07T16:39:37.60534Z","end":"2026-07-07T16:39:41.58473Z","steps":["trace[1543410053] 'process raft request' (duration: 3.979211197s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:39:41.584831Z","caller":"traceutil/trace.go:171","msg":"trace[1928818995] transaction","detail":"{read_only:false; response_revision:16115; number_of_response:1; }","duration":"3.776582405s","start":"2026-07-07T16:39:37.80824Z","end":"2026-07-07T16:39:41.584822Z","steps":["trace[1928818995] 'process raft request' (duration: 3.77635092s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:41.584692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:37.357883Z","time spent":"4.226731955s","remote":"127.0.0.1:42608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2310,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T16:39:41.58479Z","caller":"traceutil/trace.go:171","msg":"trace[883610549] linearizableReadLoop","detail":"{readStateIndex:16697; appliedIndex:16690; }","duration":"4.226816877s","start":"2026-07-07T16:39:37.357959Z","end":"2026-07-07T16:39:41.584776Z","steps":["trace[883610549] 'read index received' (duration: 1.093781432s)","trace[883610549] 'applied index is now lower than readState.Index' (duration: 3.133032965s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:39:41.584882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:37.808217Z","time spent":"3.776638196s","remote":"127.0.0.1:42648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1541,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:39:41.58488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:37.502435Z","time spent":"4.082370473s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:39:41.584964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:37.605308Z","time spent":"3.979551905s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:39:41.585037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.54870659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:39:41.585084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.227010512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/nova-novncproxy-vencrypt\" ","response":"range_response_count:1 size:2519"} {"level":"info","ts":"2026-07-07T16:39:41.58513Z","caller":"traceutil/trace.go:171","msg":"trace[290448629] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/nova-novncproxy-vencrypt; range_end:; response_count:1; response_revision:16115; }","duration":"4.227097314s","start":"2026-07-07T16:39:37.358018Z","end":"2026-07-07T16:39:41.585116Z","steps":["trace[290448629] 'agreement among raft nodes before linearized reading' (duration: 4.226947651s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:41.585162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:37.35801Z","time spent":"4.227146795s","remote":"127.0.0.1:40360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":2542,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/nova-novncproxy-vencrypt\" "} {"level":"warn","ts":"2026-07-07T16:39:41.585177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.597044596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:39:41.585218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.224683492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-72wnd\" ","response":"range_response_count:1 size:20644"} {"level":"info","ts":"2026-07-07T16:39:41.585228Z","caller":"traceutil/trace.go:171","msg":"trace[2131297104] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:16115; }","duration":"1.597134899s","start":"2026-07-07T16:39:39.988075Z","end":"2026-07-07T16:39:41.58521Z","steps":["trace[2131297104] 'agreement among raft nodes before linearized reading' (duration: 1.597037436s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:41.585245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.512149506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-07T16:39:41.585264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:39.988051Z","time spent":"1.597203861s","remote":"127.0.0.1:57824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:39:41.585292Z","caller":"traceutil/trace.go:171","msg":"trace[1759294789] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:16115; }","duration":"2.512211327s","start":"2026-07-07T16:39:39.073068Z","end":"2026-07-07T16:39:41.585279Z","steps":["trace[1759294789] 'agreement among raft nodes before linearized reading' (duration: 2.512132025s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:41.585301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.525780996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:39:41.585341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:39.07306Z","time spent":"2.512272188s","remote":"127.0.0.1:44984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:39:41.585342Z","caller":"traceutil/trace.go:171","msg":"trace[386086518] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:16115; }","duration":"2.525841026s","start":"2026-07-07T16:39:39.05949Z","end":"2026-07-07T16:39:41.585331Z","steps":["trace[386086518] 'agreement among raft nodes before linearized reading' (duration: 2.525784285s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:41.585379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.12868846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c00f508edff6b3\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-07-07T16:39:41.585405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:39.059478Z","time spent":"2.525908719s","remote":"127.0.0.1:57766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:39:41.585474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.496820927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:39:41.585257Z","caller":"traceutil/trace.go:171","msg":"trace[1992243454] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-72wnd; range_end:; response_count:1; response_revision:16115; }","duration":"2.224764653s","start":"2026-07-07T16:39:39.360482Z","end":"2026-07-07T16:39:41.585247Z","steps":["trace[1992243454] 'agreement among raft nodes before linearized reading' (duration: 2.22463113s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:41.58549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.405412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:39:41.585487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.224952568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p22f7\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-07-07T16:39:41.58551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:39.360427Z","time spent":"2.225072761s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20667,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-72wnd\" "} {"level":"info","ts":"2026-07-07T16:39:41.585526Z","caller":"traceutil/trace.go:171","msg":"trace[1255973160] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16115; }","duration":"232.476664ms","start":"2026-07-07T16:39:41.353035Z","end":"2026-07-07T16:39:41.585512Z","steps":["trace[1255973160] 'agreement among raft nodes before linearized reading' (duration: 232.418262ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:39:41.585499Z","caller":"traceutil/trace.go:171","msg":"trace[30082796] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:16115; }","duration":"3.496894898s","start":"2026-07-07T16:39:38.088596Z","end":"2026-07-07T16:39:41.585491Z","steps":["trace[30082796] 'agreement among raft nodes before linearized reading' (duration: 3.496847667s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:41.585542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.712926544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-07T16:39:41.585529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.054999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:39:41.585562Z","caller":"traceutil/trace.go:171","msg":"trace[214677759] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:16115; }","duration":"3.712985596s","start":"2026-07-07T16:39:37.872571Z","end":"2026-07-07T16:39:41.585556Z","steps":["trace[214677759] 'agreement among raft nodes before linearized reading' (duration: 3.712941905s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:41.585567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:38.088562Z","time spent":"3.496994081s","remote":"127.0.0.1:42606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:39:41.58543Z","caller":"traceutil/trace.go:171","msg":"trace[173626773] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c00f508edff6b3; range_end:; response_count:1; response_revision:16115; }","duration":"3.128750832s","start":"2026-07-07T16:39:38.45665Z","end":"2026-07-07T16:39:41.585401Z","steps":["trace[173626773] 'agreement among raft nodes before linearized reading' (duration: 3.128637199s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:39:41.585585Z","caller":"traceutil/trace.go:171","msg":"trace[1451774749] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:16115; }","duration":"896.153761ms","start":"2026-07-07T16:39:40.689413Z","end":"2026-07-07T16:39:41.585567Z","steps":["trace[1451774749] 'agreement among raft nodes before linearized reading' (duration: 896.060779ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:41.585622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:38.456632Z","time spent":"3.128979737s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c00f508edff6b3\" "} {"level":"info","ts":"2026-07-07T16:39:41.585527Z","caller":"traceutil/trace.go:171","msg":"trace[163747307] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p22f7; range_end:; response_count:1; response_revision:16115; }","duration":"2.225028449s","start":"2026-07-07T16:39:39.360489Z","end":"2026-07-07T16:39:41.585517Z","steps":["trace[163747307] 'agreement among raft nodes before linearized reading' (duration: 2.224856885s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:41.585699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.227402541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-scheduler-7c7b4dd8c6-xbd2t\" ","response":"range_response_count:1 size:6400"} {"level":"info","ts":"2026-07-07T16:39:41.585726Z","caller":"traceutil/trace.go:171","msg":"trace[1778959125] range","detail":"{range_begin:/registry/pods/openstack/nova-scheduler-7c7b4dd8c6-xbd2t; range_end:; response_count:1; response_revision:16115; }","duration":"4.227443752s","start":"2026-07-07T16:39:37.358275Z","end":"2026-07-07T16:39:41.585719Z","steps":["trace[1778959125] 'agreement among raft nodes before linearized reading' (duration: 4.227335229s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:41.585731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:39.360435Z","time spent":"2.225282146s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-p22f7\" "} {"level":"warn","ts":"2026-07-07T16:39:41.585734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.408103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:39:41.585755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:37.358271Z","time spent":"4.227473613s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":6423,"request content":"key:\"/registry/pods/openstack/nova-scheduler-7c7b4dd8c6-xbd2t\" "} {"level":"info","ts":"2026-07-07T16:39:41.585784Z","caller":"traceutil/trace.go:171","msg":"trace[351726759] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:16115; }","duration":"430.502185ms","start":"2026-07-07T16:39:41.155266Z","end":"2026-07-07T16:39:41.585768Z","steps":["trace[351726759] 'agreement among raft nodes before linearized reading' (duration: 430.425353ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:41.585827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:41.155243Z","time spent":"430.570447ms","remote":"127.0.0.1:57804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:39:41.585592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:37.872546Z","time spent":"3.713038468s","remote":"127.0.0.1:49718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:39:41.585929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.227647557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-69b2cbeb-a0aa-4cdf-bb61-a2c1d9535dff\" ","response":"range_response_count:1 size:1303"} {"level":"warn","ts":"2026-07-07T16:39:41.585631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:40.689388Z","time spent":"896.229952ms","remote":"127.0.0.1:44838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:39:41.585966Z","caller":"traceutil/trace.go:171","msg":"trace[1276272908] range","detail":"{range_begin:/registry/persistentvolumes/pvc-69b2cbeb-a0aa-4cdf-bb61-a2c1d9535dff; range_end:; response_count:1; response_revision:16115; }","duration":"4.227693089s","start":"2026-07-07T16:39:37.358265Z","end":"2026-07-07T16:39:41.585958Z","steps":["trace[1276272908] 'agreement among raft nodes before linearized reading' (duration: 4.227596376s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:41.585989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:37.358259Z","time spent":"4.227723609s","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1326,"request content":"key:\"/registry/persistentvolumes/pvc-69b2cbeb-a0aa-4cdf-bb61-a2c1d9535dff\" "} {"level":"warn","ts":"2026-07-07T16:39:41.586075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.227856952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-07-07T16:39:41.586121Z","caller":"traceutil/trace.go:171","msg":"trace[895690447] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:16115; }","duration":"4.227910833s","start":"2026-07-07T16:39:37.358199Z","end":"2026-07-07T16:39:41.58611Z","steps":["trace[895690447] 'agreement among raft nodes before linearized reading' (duration: 4.22779325s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:41.586151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:37.358193Z","time spent":"4.227950884s","remote":"127.0.0.1:39220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4749,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-07-07T16:39:41.586164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.227885873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:3958"} {"level":"info","ts":"2026-07-07T16:39:41.585092Z","caller":"traceutil/trace.go:171","msg":"trace[447882182] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:16115; }","duration":"2.548807842s","start":"2026-07-07T16:39:39.036271Z","end":"2026-07-07T16:39:41.585078Z","steps":["trace[447882182] 'agreement among raft nodes before linearized reading' (duration: 2.54871157s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:41.5862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.228111688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-07-07T16:39:41.5862Z","caller":"traceutil/trace.go:171","msg":"trace[1137319170] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:16115; }","duration":"4.227928534s","start":"2026-07-07T16:39:37.358261Z","end":"2026-07-07T16:39:41.586189Z","steps":["trace[1137319170] 'agreement among raft nodes before linearized reading' (duration: 4.227818902s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:39:41.586229Z","caller":"traceutil/trace.go:171","msg":"trace[6202019] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:16115; }","duration":"4.22815546s","start":"2026-07-07T16:39:37.358066Z","end":"2026-07-07T16:39:41.586221Z","steps":["trace[6202019] 'agreement among raft nodes before linearized reading' (duration: 4.228061118s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:41.586238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:37.358255Z","time spent":"4.227973655s","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":3981,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-07-07T16:39:41.586241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:39.036249Z","time spent":"2.549973591s","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:39:41.586263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:37.35806Z","time spent":"4.228196041s","remote":"127.0.0.1:45110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1147,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-07-07T16:39:41.586574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.228275102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111956"} {"level":"info","ts":"2026-07-07T16:39:41.58663Z","caller":"traceutil/trace.go:171","msg":"trace[2076981135] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:16115; }","duration":"4.228376464s","start":"2026-07-07T16:39:37.358237Z","end":"2026-07-07T16:39:41.586614Z","steps":["trace[2076981135] 'agreement among raft nodes before linearized reading' (duration: 4.227867442s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:41.586809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:37.35823Z","time spent":"4.22855881s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":111979,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"warn","ts":"2026-07-07T16:39:42.092095Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004043299,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T16:39:42.59265Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004043299,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T16:39:43.093313Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004043299,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-07T16:39:43.162152Z","caller":"traceutil/trace.go:171","msg":"trace[1923564126] transaction","detail":"{read_only:false; response_revision:16116; number_of_response:1; }","duration":"1.573776562s","start":"2026-07-07T16:39:41.588321Z","end":"2026-07-07T16:39:43.162098Z","steps":["trace[1923564126] 'process raft request' (duration: 1.521539729s)","trace[1923564126] 'compare' (duration: 51.465505ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:39:43.162414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:41.588286Z","time spent":"1.574001298s","remote":"127.0.0.1:44782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:39:43.594724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000384904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T16:39:43.594826Z","caller":"traceutil/trace.go:171","msg":"trace[1351529939] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000538907s","start":"2026-07-07T16:39:41.594264Z","end":"2026-07-07T16:39:43.594802Z","steps":["trace[1351529939] 'agreement among raft nodes before linearized reading' (duration: 2.000412693s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:43.594886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:41.594246Z","time spent":"2.000626049s","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 16:39:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T16:39:44.320673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.371978ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:39:44.320858Z","caller":"traceutil/trace.go:171","msg":"trace[1364825497] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:16116; }","duration":"763.593013ms","start":"2026-07-07T16:39:43.557234Z","end":"2026-07-07T16:39:44.320827Z","steps":["trace[1364825497] 'range keys from in-memory index tree' (duration: 763.346237ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:44.466814Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.356854066s","expected-duration":"1s"} {"level":"info","ts":"2026-07-07T16:39:44.467506Z","caller":"traceutil/trace.go:171","msg":"trace[2122332344] transaction","detail":"{read_only:false; response_revision:16117; number_of_response:1; }","duration":"2.877935174s","start":"2026-07-07T16:39:41.58952Z","end":"2026-07-07T16:39:44.467456Z","steps":["trace[2122332344] 'process raft request' (duration: 2.877593755s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:39:44.467646Z","caller":"traceutil/trace.go:171","msg":"trace[1765234952] transaction","detail":"{read_only:false; response_revision:16118; number_of_response:1; }","duration":"2.870177646s","start":"2026-07-07T16:39:41.597381Z","end":"2026-07-07T16:39:44.467558Z","steps":["trace[1765234952] 'process raft request' (duration: 2.869956601s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:44.467722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:41.58949Z","time spent":"2.878109358s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:39:44.467888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:41.597356Z","time spent":"2.870401052s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7678,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:39:44.468002Z","caller":"traceutil/trace.go:171","msg":"trace[1434282024] transaction","detail":"{read_only:false; response_revision:16119; number_of_response:1; }","duration":"2.869622253s","start":"2026-07-07T16:39:41.59834Z","end":"2026-07-07T16:39:44.467962Z","steps":["trace[1434282024] 'process raft request' (duration: 2.86909764s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:39:44.468111Z","caller":"traceutil/trace.go:171","msg":"trace[1571198360] transaction","detail":"{read_only:false; response_revision:16120; number_of_response:1; }","duration":"2.865421902s","start":"2026-07-07T16:39:41.602663Z","end":"2026-07-07T16:39:44.468085Z","steps":["trace[1571198360] 'process raft request' (duration: 2.865104014s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:44.468151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:41.598331Z","time spent":"2.869743366s","remote":"127.0.0.1:42608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2312,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:39:44.468267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:41.602655Z","time spent":"2.865500183s","remote":"127.0.0.1:39252","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:39:45.324416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.47438ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-07T16:39:45.325334Z","caller":"traceutil/trace.go:171","msg":"trace[2026989563] transaction","detail":"{read_only:false; response_revision:16121; number_of_response:1; }","duration":"2.784789091s","start":"2026-07-07T16:39:42.540513Z","end":"2026-07-07T16:39:45.325302Z","steps":["trace[2026989563] 'process raft request' (duration: 2.784215707s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:45.32556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:42.540486Z","time spent":"2.784975636s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:39:45.32534Z","caller":"traceutil/trace.go:171","msg":"trace[1379723361] linearizableReadLoop","detail":"{readStateIndex:16704; appliedIndex:16697; }","duration":"3.73383219s","start":"2026-07-07T16:39:41.591473Z","end":"2026-07-07T16:39:45.325305Z","steps":["trace[1379723361] 'read index received' (duration: 1.518401473s)","trace[1379723361] 'applied index is now lower than readState.Index' (duration: 2.215424757s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:39:45.595151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000114828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-07T16:39:45.595271Z","caller":"traceutil/trace.go:171","msg":"trace[1162997644] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000306273s","start":"2026-07-07T16:39:43.594941Z","end":"2026-07-07T16:39:45.595247Z","steps":["trace[1162997644] 'agreement among raft nodes before linearized reading' (duration: 2.000156669s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:45.595327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:43.594914Z","time spent":"2.000400345s","remote":"127.0.0.1:44742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T16:39:46.995891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000596219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T16:39:46.995998Z","caller":"traceutil/trace.go:171","msg":"trace[675602824] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000759553s","start":"2026-07-07T16:39:44.995205Z","end":"2026-07-07T16:39:46.995965Z","steps":["trace[675602824] 'agreement among raft nodes before linearized reading' (duration: 2.00063612s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:46.996052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:44.995179Z","time spent":"2.000861995s","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 16:39:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T16:39:47.370068Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.54430705s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-07T16:39:47.371113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.779608192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-07-07T16:39:47.371194Z","caller":"traceutil/trace.go:171","msg":"trace[2109746263] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:16121; }","duration":"5.779718205s","start":"2026-07-07T16:39:41.591441Z","end":"2026-07-07T16:39:47.371159Z","steps":["trace[2109746263] 'agreement among raft nodes before linearized reading' (duration: 3.733962944s)","trace[2109746263] 'range keys from in-memory index tree' (duration: 2.045538986s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:39:47.371314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:41.59143Z","time spent":"5.779804817s","remote":"127.0.0.1:44910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-07-07T16:39:47.372893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.047477342s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-07T16:39:47.373073Z","caller":"traceutil/trace.go:171","msg":"trace[195398949] transaction","detail":"{read_only:false; response_revision:16122; number_of_response:1; }","duration":"2.996182365s","start":"2026-07-07T16:39:44.376833Z","end":"2026-07-07T16:39:47.373015Z","steps":["trace[195398949] 'process raft request' (duration: 948.453696ms)","trace[195398949] 'compare' (duration: 2.045566616s)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:39:47.373128Z","caller":"traceutil/trace.go:171","msg":"trace[1131997378] linearizableReadLoop","detail":"{readStateIndex:16705; appliedIndex:16704; }","duration":"2.04735561s","start":"2026-07-07T16:39:45.325746Z","end":"2026-07-07T16:39:47.373102Z","steps":["trace[1131997378] 'read index received' (duration: 146.504µs)","trace[1131997378] 'applied index is now lower than readState.Index' (duration: 2.047206126s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:39:47.373223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:44.376809Z","time spent":"2.996334579s","remote":"127.0.0.1:42648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2205,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:39:47.604578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000455625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T16:39:47.604666Z","caller":"traceutil/trace.go:171","msg":"trace[1646318918] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000599348s","start":"2026-07-07T16:39:45.604045Z","end":"2026-07-07T16:39:47.604644Z","steps":["trace[1646318918] 'agreement among raft nodes before linearized reading' (duration: 2.000489576s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:47.604718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:45.604023Z","time spent":"2.000683011s","remote":"127.0.0.1:44742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 16:39:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T16:39:49.11052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.737496055s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-07T16:39:49.110629Z","caller":"traceutil/trace.go:171","msg":"trace[496037627] linearizableReadLoop","detail":"{readStateIndex:16706; appliedIndex:16705; }","duration":"1.737441323s","start":"2026-07-07T16:39:47.37317Z","end":"2026-07-07T16:39:49.110611Z","steps":["trace[496037627] 'read index received' (duration: 83.142µs)","trace[496037627] 'applied index is now lower than readState.Index' (duration: 1.737354111s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:39:49.111607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.516613555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:725901"} {"level":"info","ts":"2026-07-07T16:39:49.111695Z","caller":"traceutil/trace.go:171","msg":"trace[504642772] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:16122; }","duration":"7.516710427s","start":"2026-07-07T16:39:41.59496Z","end":"2026-07-07T16:39:49.111671Z","steps":["trace[504642772] 'agreement among raft nodes before linearized reading' (duration: 5.77827949s)","trace[504642772] 'range keys from in-memory index tree' (duration: 1.737623768s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:39:49.111745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:41.594925Z","time spent":"7.516804869s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":75,"response size":725924,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-07T16:39:49.111974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.845642951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:39:49.112037Z","caller":"traceutil/trace.go:171","msg":"trace[11447527] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:16122; }","duration":"1.845782825s","start":"2026-07-07T16:39:47.266235Z","end":"2026-07-07T16:39:49.112018Z","steps":["trace[11447527] 'agreement among raft nodes before linearized reading' (duration: 1.845612231s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:49.112085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:47.266204Z","time spent":"1.845866296s","remote":"127.0.0.1:59924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:39:49.111592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.409417862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-07T16:39:49.112136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.836270457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-07-07T16:39:49.11217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.193421181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-07T16:39:49.112227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.455989737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T16:39:49.112224Z","caller":"traceutil/trace.go:171","msg":"trace[1055904112] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:16122; }","duration":"2.83642042s","start":"2026-07-07T16:39:46.275783Z","end":"2026-07-07T16:39:49.112204Z","steps":["trace[1055904112] 'agreement among raft nodes before linearized reading' (duration: 2.836131663s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:49.112199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.631472606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-6shjw\" ","response":"range_response_count:1 size:4352"} {"level":"warn","ts":"2026-07-07T16:39:49.112206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.756437185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7695"} {"level":"warn","ts":"2026-07-07T16:39:49.112256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.988187171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:39:49.112265Z","caller":"traceutil/trace.go:171","msg":"trace[5238376] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:16122; }","duration":"7.4560767s","start":"2026-07-07T16:39:41.656177Z","end":"2026-07-07T16:39:49.112254Z","steps":["trace[5238376] 'agreement among raft nodes before linearized reading' (duration: 5.717031778s)","trace[5238376] 'count revisions from in-memory index tree' (duration: 1.73899112s)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:39:49.112258Z","caller":"traceutil/trace.go:171","msg":"trace[1973264004] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:16122; }","duration":"5.193555495s","start":"2026-07-07T16:39:43.918677Z","end":"2026-07-07T16:39:49.112232Z","steps":["trace[1973264004] 'agreement among raft nodes before linearized reading' (duration: 3.454514993s)","trace[1973264004] 'count revisions from in-memory index tree' (duration: 1.738878048s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:39:49.11228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.750770143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:39:49.112238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.602967297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T16:39:49.1123Z","caller":"traceutil/trace.go:171","msg":"trace[1266307607] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-69cb5bbdb9-6shjw; range_end:; response_count:1; response_revision:16122; }","duration":"4.63161058s","start":"2026-07-07T16:39:44.480662Z","end":"2026-07-07T16:39:49.112273Z","steps":["trace[1266307607] 'agreement among raft nodes before linearized reading' (duration: 2.892497656s)","trace[1266307607] 'range keys from in-memory index tree' (duration: 1.738841097s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:39:49.11231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:41.656129Z","time spent":"7.456168383s","remote":"127.0.0.1:44934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":71,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:39:49.112314Z","caller":"traceutil/trace.go:171","msg":"trace[1509284889] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:16122; }","duration":"6.988284913s","start":"2026-07-07T16:39:42.124005Z","end":"2026-07-07T16:39:49.11229Z","steps":["trace[1509284889] 'agreement among raft nodes before linearized reading' (duration: 5.249214311s)","trace[1509284889] 'count revisions from in-memory index tree' (duration: 1.738993251s)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:39:49.112315Z","caller":"traceutil/trace.go:171","msg":"trace[1351650701] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:16122; }","duration":"2.756606259s","start":"2026-07-07T16:39:46.355681Z","end":"2026-07-07T16:39:49.112287Z","steps":["trace[1351650701] 'agreement among raft nodes before linearized reading' (duration: 2.75622262s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:49.112328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.639701866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c00f508edff6b3\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-07T16:39:49.11232Z","caller":"traceutil/trace.go:171","msg":"trace[1188464772] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:16122; }","duration":"4.750815694s","start":"2026-07-07T16:39:44.361492Z","end":"2026-07-07T16:39:49.112307Z","steps":["trace[1188464772] 'agreement among raft nodes before linearized reading' (duration: 3.01168804s)","trace[1188464772] 'count revisions from in-memory index tree' (duration: 1.739076473s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:39:49.112329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:43.918657Z","time spent":"5.193653147s","remote":"127.0.0.1:45058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":119,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:39:49.112353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:44.480655Z","time spent":"4.631684042s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4375,"request content":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-6shjw\" "} {"level":"info","ts":"2026-07-07T16:39:49.112361Z","caller":"traceutil/trace.go:171","msg":"trace[258866164] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:16122; }","duration":"4.60311917s","start":"2026-07-07T16:39:44.509213Z","end":"2026-07-07T16:39:49.112332Z","steps":["trace[258866164] 'agreement among raft nodes before linearized reading' (duration: 2.863936385s)","trace[258866164] 'count revisions from in-memory index tree' (duration: 1.738995781s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:39:49.11237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:44.361413Z","time spent":"4.750949347s","remote":"127.0.0.1:44894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:39:49.112366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:46.355656Z","time spent":"2.756698962s","remote":"127.0.0.1:57700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7718,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-07-07T16:39:49.112228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.946367528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-07-07T16:39:49.112397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.510247941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-07-07T16:39:49.112422Z","caller":"traceutil/trace.go:171","msg":"trace[1085010045] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:16122; }","duration":"5.946605223s","start":"2026-07-07T16:39:43.165808Z","end":"2026-07-07T16:39:49.112414Z","steps":["trace[1085010045] 'agreement among raft nodes before linearized reading' (duration: 4.207321456s)","trace[1085010045] 'range keys from in-memory index tree' (duration: 1.73896128s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:39:49.112415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:44.5092Z","time spent":"4.603202733s","remote":"127.0.0.1:45018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":10,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:39:49.112279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:46.275759Z","time spent":"2.836511093s","remote":"127.0.0.1:44856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-07-07T16:39:49.112219Z","caller":"traceutil/trace.go:171","msg":"trace[886422656] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:16122; }","duration":"7.410124529s","start":"2026-07-07T16:39:41.702053Z","end":"2026-07-07T16:39:49.112178Z","steps":["trace[886422656] 'agreement among raft nodes before linearized reading' (duration: 5.671188509s)","trace[886422656] 'count revisions from in-memory index tree' (duration: 1.738251343s)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:39:49.112379Z","caller":"traceutil/trace.go:171","msg":"trace[1824044987] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c00f508edff6b3; range_end:; response_count:1; response_revision:16122; }","duration":"4.639750837s","start":"2026-07-07T16:39:44.472607Z","end":"2026-07-07T16:39:49.112358Z","steps":["trace[1824044987] 'agreement among raft nodes before linearized reading' (duration: 2.900563062s)","trace[1824044987] 'range keys from in-memory index tree' (duration: 1.739037902s)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:39:49.112543Z","caller":"traceutil/trace.go:171","msg":"trace[30834544] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:16122; }","duration":"7.510310023s","start":"2026-07-07T16:39:41.602112Z","end":"2026-07-07T16:39:49.112422Z","steps":["trace[30834544] 'agreement among raft nodes before linearized reading' (duration: 5.771112657s)","trace[30834544] 'range keys from in-memory index tree' (duration: 1.739085003s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:39:49.112572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:41.702025Z","time spent":"7.410509888s","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":10,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:39:49.112583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:44.472583Z","time spent":"4.639978632s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c00f508edff6b3\" "} {"level":"warn","ts":"2026-07-07T16:39:49.112597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:41.602103Z","time spent":"7.510479176s","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1366,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-07-07T16:39:49.112502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:43.165789Z","time spent":"5.946654284s","remote":"127.0.0.1:44914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-07T16:39:49.112366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:42.123982Z","time spent":"6.988371475s","remote":"127.0.0.1:57826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:39:49.112712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.518401598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:725901"} {"level":"info","ts":"2026-07-07T16:39:49.112788Z","caller":"traceutil/trace.go:171","msg":"trace[2142253331] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:16122; }","duration":"7.51846389s","start":"2026-07-07T16:39:41.594299Z","end":"2026-07-07T16:39:49.112762Z","steps":["trace[2142253331] 'agreement among raft nodes before linearized reading' (duration: 5.778951556s)","trace[2142253331] 'range keys from in-memory index tree' (duration: 1.738529079s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:39:49.112842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:41.594243Z","time spent":"7.518585262s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":75,"response size":725924,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-07T16:39:49.11327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.256920053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2224963"} {"level":"info","ts":"2026-07-07T16:39:49.11333Z","caller":"traceutil/trace.go:171","msg":"trace[2125317379] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:16122; }","duration":"7.257013654s","start":"2026-07-07T16:39:41.856296Z","end":"2026-07-07T16:39:49.11331Z","steps":["trace[2125317379] 'agreement among raft nodes before linearized reading' (duration: 5.516933857s)","trace[2125317379] 'range keys from in-memory index tree' (duration: 1.73897497s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:39:49.113375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:41.856277Z","time spent":"7.257088456s","remote":"127.0.0.1:44856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2224986,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-07-07T16:39:49.611788Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004043312,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T16:39:49.613353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99978613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T16:39:49.613428Z","caller":"traceutil/trace.go:171","msg":"trace[1235956132] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999918554s","start":"2026-07-07T16:39:47.61348Z","end":"2026-07-07T16:39:49.613398Z","steps":["trace[1235956132] 'agreement among raft nodes before linearized reading' (duration: 1.999820881s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:49.613492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:47.613459Z","time spent":"2.000022986s","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 16:39:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T16:39:49.63559Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.253822636s","expected-duration":"1s"} {"level":"info","ts":"2026-07-07T16:39:49.63616Z","caller":"traceutil/trace.go:171","msg":"trace[469053450] transaction","detail":"{read_only:false; response_revision:16123; number_of_response:1; }","duration":"2.254541394s","start":"2026-07-07T16:39:47.3816Z","end":"2026-07-07T16:39:49.636141Z","steps":["trace[469053450] 'process raft request' (duration: 2.254337839s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:49.636279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:47.381568Z","time spent":"2.254646395s","remote":"127.0.0.1:42608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2714,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:39:51.614217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999992924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T16:39:51.614323Z","caller":"traceutil/trace.go:171","msg":"trace[1110070648] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000157638s","start":"2026-07-07T16:39:49.614145Z","end":"2026-07-07T16:39:51.614303Z","steps":["trace[1110070648] 'agreement among raft nodes before linearized reading' (duration: 2.000031675s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:51.61438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:49.614125Z","time spent":"2.000241711s","remote":"127.0.0.1:44742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 16:39:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T16:39:52.282935Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.646636409s","expected-duration":"1s"} {"level":"info","ts":"2026-07-07T16:39:52.283457Z","caller":"traceutil/trace.go:171","msg":"trace[1064878393] linearizableReadLoop","detail":"{readStateIndex:16709; appliedIndex:16706; }","duration":"3.172774497s","start":"2026-07-07T16:39:49.110652Z","end":"2026-07-07T16:39:52.283426Z","steps":["trace[1064878393] 'read index received' (duration: 525.312028ms)","trace[1064878393] 'applied index is now lower than readState.Index' (duration: 2.647460369s)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:39:52.283626Z","caller":"traceutil/trace.go:171","msg":"trace[1646098580] transaction","detail":"{read_only:false; response_revision:16124; number_of_response:1; }","duration":"3.168166115s","start":"2026-07-07T16:39:49.115399Z","end":"2026-07-07T16:39:52.283565Z","steps":["trace[1646098580] 'process raft request' (duration: 3.167756165s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:52.28364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.667741001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T16:39:52.283705Z","caller":"traceutil/trace.go:171","msg":"trace[1011021924] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:16125; }","duration":"3.667852134s","start":"2026-07-07T16:39:48.615832Z","end":"2026-07-07T16:39:52.283684Z","steps":["trace[1011021924] 'agreement among raft nodes before linearized reading' (duration: 3.66766943s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:52.283725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.45718159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T16:39:52.283763Z","caller":"traceutil/trace.go:171","msg":"trace[1838412427] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:16125; }","duration":"4.457261023s","start":"2026-07-07T16:39:47.82649Z","end":"2026-07-07T16:39:52.283751Z","steps":["trace[1838412427] 'agreement among raft nodes before linearized reading' (duration: 4.457181961s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:52.283771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:48.615779Z","time spent":"3.667975487s","remote":"127.0.0.1:39288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:39:52.283789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:49.115376Z","time spent":"3.168311059s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:39:52.283821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:47.826465Z","time spent":"4.457337554s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:39:52.283802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.078210612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:39:52.283923Z","caller":"traceutil/trace.go:171","msg":"trace[513689680] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:16125; }","duration":"4.078385576s","start":"2026-07-07T16:39:48.205509Z","end":"2026-07-07T16:39:52.283894Z","steps":["trace[513689680] 'agreement among raft nodes before linearized reading' (duration: 4.078170141s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:52.283932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.052490009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-07T16:39:52.284005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:48.205488Z","time spent":"4.078500279s","remote":"127.0.0.1:40376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:39:52.28364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.725027777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:39:52.284032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.180088574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T16:39:52.284076Z","caller":"traceutil/trace.go:171","msg":"trace[1597339682] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:16125; }","duration":"4.052661383s","start":"2026-07-07T16:39:48.231365Z","end":"2026-07-07T16:39:52.284026Z","steps":["trace[1597339682] 'agreement among raft nodes before linearized reading' (duration: 4.052384507s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:39:52.284087Z","caller":"traceutil/trace.go:171","msg":"trace[1972375102] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:16125; }","duration":"3.725520669s","start":"2026-07-07T16:39:48.558541Z","end":"2026-07-07T16:39:52.284062Z","steps":["trace[1972375102] 'agreement among raft nodes before linearized reading' (duration: 3.725038037s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:39:52.284129Z","caller":"traceutil/trace.go:171","msg":"trace[1980857573] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:16125; }","duration":"3.180265468s","start":"2026-07-07T16:39:49.10384Z","end":"2026-07-07T16:39:52.284106Z","steps":["trace[1980857573] 'agreement among raft nodes before linearized reading' (duration: 3.180047003s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:52.284149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:48.558519Z","time spent":"3.725610402s","remote":"127.0.0.1:44954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:39:52.284152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.90731664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ac93b45a-a10a-45b3-8135-566473d7623f\" ","response":"range_response_count:1 size:1275"} {"level":"warn","ts":"2026-07-07T16:39:52.284169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:48.231292Z","time spent":"4.052858268s","remote":"127.0.0.1:57700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:39:52.284194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:49.103803Z","time spent":"3.180376591s","remote":"127.0.0.1:49652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:39:52.283894Z","caller":"traceutil/trace.go:171","msg":"trace[413197216] transaction","detail":"{read_only:false; response_revision:16125; number_of_response:1; }","duration":"3.161165916s","start":"2026-07-07T16:39:49.122689Z","end":"2026-07-07T16:39:52.283855Z","steps":["trace[413197216] 'process raft request' (duration: 3.160629123s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:39:52.284211Z","caller":"traceutil/trace.go:171","msg":"trace[968722140] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ac93b45a-a10a-45b3-8135-566473d7623f; range_end:; response_count:1; response_revision:16125; }","duration":"4.907410902s","start":"2026-07-07T16:39:47.376784Z","end":"2026-07-07T16:39:52.284195Z","steps":["trace[968722140] 'agreement among raft nodes before linearized reading' (duration: 4.907188567s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:52.284252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:47.376767Z","time spent":"4.907477654s","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1298,"request content":"key:\"/registry/persistentvolumes/pvc-ac93b45a-a10a-45b3-8135-566473d7623f\" "} {"level":"warn","ts":"2026-07-07T16:39:52.284344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:49.12267Z","time spent":"3.161576936s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4665,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:39:52.783711Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004043320,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T16:39:53.284943Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004043320,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T16:39:53.622096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999870371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-07T16:39:53.622205Z","caller":"traceutil/trace.go:171","msg":"trace[1626943416] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000042046s","start":"2026-07-07T16:39:51.622138Z","end":"2026-07-07T16:39:53.62218Z","steps":["trace[1626943416] 'agreement among raft nodes before linearized reading' (duration: 1.999900362s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:53.622262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:51.622118Z","time spent":"2.000132977s","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T16:39:53.763119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.526466ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:39:53.763306Z","caller":"traceutil/trace.go:171","msg":"trace[1850008456] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:16125; }","duration":"206.735991ms","start":"2026-07-07T16:39:53.556547Z","end":"2026-07-07T16:39:53.763283Z","steps":["trace[1850008456] 'range keys from in-memory index tree' (duration: 206.502106ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:53.785424Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004043320,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T16:39:54.285644Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004043320,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T16:39:54.555695Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.160651861s","expected-duration":"1s"} {"level":"info","ts":"2026-07-07T16:39:54.556218Z","caller":"traceutil/trace.go:171","msg":"trace[1001391563] transaction","detail":"{read_only:false; response_revision:16126; number_of_response:1; }","duration":"4.519004605s","start":"2026-07-07T16:39:50.037166Z","end":"2026-07-07T16:39:54.556171Z","steps":["trace[1001391563] 'process raft request' (duration: 4.518703748s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:54.55637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:50.037145Z","time spent":"4.519133209s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:39:54.556563Z","caller":"traceutil/trace.go:171","msg":"trace[954543891] transaction","detail":"{read_only:false; response_revision:16127; number_of_response:1; }","duration":"4.515731897s","start":"2026-07-07T16:39:50.040783Z","end":"2026-07-07T16:39:54.556515Z","steps":["trace[954543891] 'process raft request' (duration: 4.515246195s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:39:54.556703Z","caller":"traceutil/trace.go:171","msg":"trace[170433528] transaction","detail":"{read_only:false; response_revision:16130; number_of_response:1; }","duration":"2.596389793s","start":"2026-07-07T16:39:51.960286Z","end":"2026-07-07T16:39:54.556676Z","steps":["trace[170433528] 'process raft request' (duration: 2.596317641s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:54.556761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:50.040748Z","time spent":"4.515912491s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:39:54.556766Z","caller":"traceutil/trace.go:171","msg":"trace[2036418884] transaction","detail":"{read_only:false; response_revision:16129; number_of_response:1; }","duration":"2.866989799s","start":"2026-07-07T16:39:51.689748Z","end":"2026-07-07T16:39:54.556738Z","steps":["trace[2036418884] 'process raft request' (duration: 2.866688502s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:39:54.556762Z","caller":"traceutil/trace.go:171","msg":"trace[1481027554] transaction","detail":"{read_only:false; response_revision:16128; number_of_response:1; }","duration":"4.013395503s","start":"2026-07-07T16:39:50.543305Z","end":"2026-07-07T16:39:54.5567Z","steps":["trace[1481027554] 'process raft request' (duration: 4.012788289s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:54.556867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:51.960259Z","time spent":"2.596525516s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:39:54.556918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:51.689701Z","time spent":"2.867131402s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:39:54.556998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:50.543272Z","time spent":"4.013595808s","remote":"127.0.0.1:57700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7680,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:39:55.623536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000520358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-07T16:39:55.623656Z","caller":"traceutil/trace.go:171","msg":"trace[934294661] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000718163s","start":"2026-07-07T16:39:53.622905Z","end":"2026-07-07T16:39:55.623624Z","steps":["trace[934294661] 'agreement among raft nodes before linearized reading' (duration: 2.000560209s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:55.62385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:53.622882Z","time spent":"2.000951398s","remote":"127.0.0.1:44742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 16:39:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T16:39:56.133708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.156600761s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T16:39:56.133853Z","caller":"traceutil/trace.go:171","msg":"trace[342865037] linearizableReadLoop","detail":"{readStateIndex:16715; appliedIndex:16711; }","duration":"3.850278867s","start":"2026-07-07T16:39:52.283544Z","end":"2026-07-07T16:39:56.133823Z","steps":["trace[342865037] 'read index received' (duration: 2.272554008s)","trace[342865037] 'applied index is now lower than readState.Index' (duration: 1.577718079s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:39:56.134107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.288751668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-07T16:39:56.134193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.011462804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-07-07T16:39:56.134278Z","caller":"traceutil/trace.go:171","msg":"trace[1340133781] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:16131; }","duration":"7.011566457s","start":"2026-07-07T16:39:49.122689Z","end":"2026-07-07T16:39:56.134256Z","steps":["trace[1340133781] 'agreement among raft nodes before linearized reading' (duration: 7.01128865s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:56.134289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.017560531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-07T16:39:56.134349Z","caller":"traceutil/trace.go:171","msg":"trace[613734313] transaction","detail":"{read_only:false; response_revision:16131; number_of_response:1; }","duration":"3.300353903s","start":"2026-07-07T16:39:52.833968Z","end":"2026-07-07T16:39:56.134322Z","steps":["trace[613734313] 'process raft request' (duration: 2.143023014s)","trace[613734313] 'compare' (duration: 1.155768002s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:39:56.134388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.166098313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-07T16:39:56.13436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.846315612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/nova-novncproxy-67d856564f-r7t6v.18c00f596f891a06\" ","response":"range_response_count:1 size:821"} {"level":"warn","ts":"2026-07-07T16:39:56.134466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.859671741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T16:39:56.134387Z","caller":"traceutil/trace.go:171","msg":"trace[981785618] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:16131; }","duration":"7.018405082s","start":"2026-07-07T16:39:49.115958Z","end":"2026-07-07T16:39:56.134363Z","steps":["trace[981785618] 'agreement among raft nodes before linearized reading' (duration: 7.018112335s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:56.134471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.00489447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-72wnd\" ","response":"range_response_count:1 size:20644"} {"level":"info","ts":"2026-07-07T16:39:56.134495Z","caller":"traceutil/trace.go:171","msg":"trace[566435484] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:16131; }","duration":"6.859802825s","start":"2026-07-07T16:39:49.274686Z","end":"2026-07-07T16:39:56.134489Z","steps":["trace[566435484] 'agreement among raft nodes before linearized reading' (duration: 6.859747464s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:56.134491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.258262624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T16:39:56.134523Z","caller":"traceutil/trace.go:171","msg":"trace[2118759750] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-72wnd; range_end:; response_count:1; response_revision:16131; }","duration":"5.004949252s","start":"2026-07-07T16:39:51.12956Z","end":"2026-07-07T16:39:56.134509Z","steps":["trace[2118759750] 'agreement among raft nodes before linearized reading' (duration: 5.004796948s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:56.134517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.464249559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-07T16:39:56.134559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.313201727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:39:56.134624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.749350414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:39:56.13433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:49.122637Z","time spent":"7.011679959s","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1366,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-07-07T16:39:56.134649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.007050853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p22f7\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-07-07T16:39:56.134677Z","caller":"traceutil/trace.go:171","msg":"trace[547499124] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:16131; }","duration":"2.749393485s","start":"2026-07-07T16:39:53.385264Z","end":"2026-07-07T16:39:56.134657Z","steps":["trace[547499124] 'agreement among raft nodes before linearized reading' (duration: 2.749329844s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:39:56.134688Z","caller":"traceutil/trace.go:171","msg":"trace[1833030752] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p22f7; range_end:; response_count:1; response_revision:16131; }","duration":"5.007122425s","start":"2026-07-07T16:39:51.127552Z","end":"2026-07-07T16:39:56.134675Z","steps":["trace[1833030752] 'agreement among raft nodes before linearized reading' (duration: 5.00694659s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:56.13468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.298562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:39:56.134691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.84625432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-scheduler-7c7b4dd8c6-xbd2t\" ","response":"range_response_count:1 size:7693"} {"level":"info","ts":"2026-07-07T16:39:56.134682Z","caller":"traceutil/trace.go:171","msg":"trace[1118320245] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:16131; }","duration":"4.313396451s","start":"2026-07-07T16:39:51.821258Z","end":"2026-07-07T16:39:56.134654Z","steps":["trace[1118320245] 'agreement among raft nodes before linearized reading' (duration: 4.313138925s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:56.13472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:51.127527Z","time spent":"5.007186397s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-p22f7\" "} {"level":"info","ts":"2026-07-07T16:39:56.13473Z","caller":"traceutil/trace.go:171","msg":"trace[1191276957] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16131; }","duration":"502.396385ms","start":"2026-07-07T16:39:55.632321Z","end":"2026-07-07T16:39:56.134717Z","steps":["trace[1191276957] 'agreement among raft nodes before linearized reading' (duration: 502.312183ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:39:56.134739Z","caller":"traceutil/trace.go:171","msg":"trace[1836738640] range","detail":"{range_begin:/registry/pods/openstack/nova-scheduler-7c7b4dd8c6-xbd2t; range_end:; response_count:1; response_revision:16131; }","duration":"3.846320052s","start":"2026-07-07T16:39:52.288406Z","end":"2026-07-07T16:39:56.134726Z","steps":["trace[1836738640] 'agreement among raft nodes before linearized reading' (duration: 3.846145758s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:56.134766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:51.821235Z","time spent":"4.313514304s","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:39:56.134802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:55.632288Z","time spent":"502.502006ms","remote":"127.0.0.1:44742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T16:39:56.134825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:52.288398Z","time spent":"3.846392543s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":7716,"request content":"key:\"/registry/pods/openstack/nova-scheduler-7c7b4dd8c6-xbd2t\" "} {"level":"warn","ts":"2026-07-07T16:39:56.13485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.567957223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18790"} {"level":"info","ts":"2026-07-07T16:39:56.134599Z","caller":"traceutil/trace.go:171","msg":"trace[774241333] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:16131; }","duration":"2.258378876s","start":"2026-07-07T16:39:53.87616Z","end":"2026-07-07T16:39:56.134539Z","steps":["trace[774241333] 'agreement among raft nodes before linearized reading' (duration: 2.258207662s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:56.134885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.010165712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T16:39:56.134917Z","caller":"traceutil/trace.go:171","msg":"trace[1092517228] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:16131; }","duration":"1.568056745s","start":"2026-07-07T16:39:54.566846Z","end":"2026-07-07T16:39:56.134903Z","steps":["trace[1092517228] 'agreement among raft nodes before linearized reading' (duration: 1.56783726s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:56.13493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:53.876141Z","time spent":"2.258773975s","remote":"127.0.0.1:45246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":27,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:39:56.134937Z","caller":"traceutil/trace.go:171","msg":"trace[8804306] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:16131; }","duration":"3.010269726s","start":"2026-07-07T16:39:53.124652Z","end":"2026-07-07T16:39:56.134922Z","steps":["trace[8804306] 'agreement among raft nodes before linearized reading' (duration: 3.010150773s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:56.134749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:53.38519Z","time spent":"2.749518898s","remote":"127.0.0.1:49536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:39:56.134966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:54.566829Z","time spent":"1.568125187s","remote":"127.0.0.1:44926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18813,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-07-07T16:39:56.134469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:52.833944Z","time spent":"3.300449336s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:39:56.134981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.678843156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-07T16:39:56.13498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:53.124617Z","time spent":"3.010353048s","remote":"127.0.0.1:44962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":41,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:39:56.13487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.136090565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:39:56.135013Z","caller":"traceutil/trace.go:171","msg":"trace[1257536418] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:16131; }","duration":"1.678920648s","start":"2026-07-07T16:39:54.456084Z","end":"2026-07-07T16:39:56.135004Z","steps":["trace[1257536418] 'agreement among raft nodes before linearized reading' (duration: 1.678867956s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:56.135045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:54.456059Z","time spent":"1.678979409s","remote":"127.0.0.1:49732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:39:56.135055Z","caller":"traceutil/trace.go:171","msg":"trace[2127957236] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16131; }","duration":"1.13630452s","start":"2026-07-07T16:39:54.99873Z","end":"2026-07-07T16:39:56.135034Z","steps":["trace[2127957236] 'agreement among raft nodes before linearized reading' (duration: 1.136107796s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:56.13457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:51.129489Z","time spent":"5.005073235s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20667,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-72wnd\" "} {"level":"warn","ts":"2026-07-07T16:39:56.135122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:54.998706Z","time spent":"1.136397173s","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-07T16:39:56.13451Z","caller":"traceutil/trace.go:171","msg":"trace[165722738] range","detail":"{range_begin:/registry/events/openstack/nova-novncproxy-67d856564f-r7t6v.18c00f596f891a06; range_end:; response_count:1; response_revision:16131; }","duration":"3.846491136s","start":"2026-07-07T16:39:52.287955Z","end":"2026-07-07T16:39:56.134446Z","steps":["trace[165722738] 'agreement among raft nodes before linearized reading' (duration: 3.846123887s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:56.135186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:52.287938Z","time spent":"3.847238744s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":844,"request content":"key:\"/registry/events/openstack/nova-novncproxy-67d856564f-r7t6v.18c00f596f891a06\" "} {"level":"info","ts":"2026-07-07T16:39:56.134419Z","caller":"traceutil/trace.go:171","msg":"trace[1392028765] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:16131; }","duration":"6.166176955s","start":"2026-07-07T16:39:49.968235Z","end":"2026-07-07T16:39:56.134412Z","steps":["trace[1392028765] 'agreement among raft nodes before linearized reading' (duration: 6.166115304s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:56.13452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:49.27466Z","time spent":"6.859853826s","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:39:56.135281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:49.968212Z","time spent":"6.167055737s","remote":"127.0.0.1:40362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:39:56.134567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.591746665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-07T16:39:56.134523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:49.115928Z","time spent":"7.018581777s","remote":"127.0.0.1:44782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-07-07T16:39:56.135384Z","caller":"traceutil/trace.go:171","msg":"trace[319405640] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:16131; }","duration":"4.592609416s","start":"2026-07-07T16:39:51.542756Z","end":"2026-07-07T16:39:56.135365Z","steps":["trace[319405640] 'agreement among raft nodes before linearized reading' (duration: 4.591707015s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:39:56.134623Z","caller":"traceutil/trace.go:171","msg":"trace[744785811] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:16131; }","duration":"3.464423283s","start":"2026-07-07T16:39:52.670174Z","end":"2026-07-07T16:39:56.134597Z","steps":["trace[744785811] 'agreement among raft nodes before linearized reading' (duration: 3.464203447s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:56.135474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:51.542735Z","time spent":"4.592682109s","remote":"127.0.0.1:60014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:39:56.1355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:52.670152Z","time spent":"3.465335774s","remote":"127.0.0.1:45132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:39:56.135258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.991209374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-07-07T16:39:56.134261Z","caller":"traceutil/trace.go:171","msg":"trace[1738688204] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:16131; }","duration":"5.288938992s","start":"2026-07-07T16:39:50.845268Z","end":"2026-07-07T16:39:56.134207Z","steps":["trace[1738688204] 'agreement among raft nodes before linearized reading' (duration: 5.288703287s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:56.135627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:50.845245Z","time spent":"5.290351647s","remote":"127.0.0.1:45190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:39:56.134605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.099558091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:39:56.135714Z","caller":"traceutil/trace.go:171","msg":"trace[1115582831] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:16131; }","duration":"5.100709299s","start":"2026-07-07T16:39:51.034982Z","end":"2026-07-07T16:39:56.135691Z","steps":["trace[1115582831] 'agreement among raft nodes before linearized reading' (duration: 5.099574022s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:56.135747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.847406768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-07-07T16:39:56.135776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:51.034957Z","time spent":"5.100799311s","remote":"127.0.0.1:59886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:39:56.135846Z","caller":"traceutil/trace.go:171","msg":"trace[523525570] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:16131; }","duration":"3.84749661s","start":"2026-07-07T16:39:52.288287Z","end":"2026-07-07T16:39:56.135784Z","steps":["trace[523525570] 'agreement among raft nodes before linearized reading' (duration: 3.846417504s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:39:56.135865Z","caller":"traceutil/trace.go:171","msg":"trace[474389130] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:16131; }","duration":"6.991788218s","start":"2026-07-07T16:39:49.14376Z","end":"2026-07-07T16:39:56.135549Z","steps":["trace[474389130] 'agreement among raft nodes before linearized reading' (duration: 6.990749863s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:56.135963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:52.288268Z","time spent":"3.847680934s","remote":"127.0.0.1:44910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-07-07T16:39:56.136051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:49.143738Z","time spent":"6.992254559s","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1840,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-07-07T16:39:56.641243Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004043324,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T16:39:57.142321Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004043324,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T16:39:57.637784Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.498163614s","expected-duration":"1s"} {"level":"info","ts":"2026-07-07T16:39:57.638393Z","caller":"traceutil/trace.go:171","msg":"trace[608638485] transaction","detail":"{read_only:false; response_revision:16132; number_of_response:1; }","duration":"1.498972234s","start":"2026-07-07T16:39:56.139384Z","end":"2026-07-07T16:39:57.638356Z","steps":["trace[608638485] 'process raft request' (duration: 1.498739368s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:57.638592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:56.138331Z","time spent":"1.500153762s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":806,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:39:58.146669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999887182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-07T16:39:58.146787Z","caller":"traceutil/trace.go:171","msg":"trace[587591407] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000067196s","start":"2026-07-07T16:39:56.146691Z","end":"2026-07-07T16:39:58.146758Z","steps":["trace[587591407] 'agreement among raft nodes before linearized reading' (duration: 1.999918053s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:39:58.146844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:56.146668Z","time spent":"2.000163438s","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T16:40:00.147692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000296412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T16:40:00.147795Z","caller":"traceutil/trace.go:171","msg":"trace[1307623371] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000462706s","start":"2026-07-07T16:39:58.147309Z","end":"2026-07-07T16:40:00.147772Z","steps":["trace[1307623371] 'agreement among raft nodes before linearized reading' (duration: 2.000333533s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:00.14785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:58.147287Z","time spent":"2.000551689s","remote":"127.0.0.1:44742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 16:40:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T16:40:01.267959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.161080644s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-07T16:40:01.268263Z","caller":"traceutil/trace.go:171","msg":"trace[1173548421] linearizableReadLoop","detail":"{readStateIndex:16717; appliedIndex:16715; }","duration":"5.127716391s","start":"2026-07-07T16:39:56.14049Z","end":"2026-07-07T16:40:01.268206Z","steps":["trace[1173548421] 'read index received' (duration: 1.497653122s)","trace[1173548421] 'applied index is now lower than readState.Index' (duration: 3.630061839s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:40:01.268798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.128291735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8a1856cd-8db4-4236-8dd9-6aa998185a56\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-07-07T16:40:01.268852Z","caller":"traceutil/trace.go:171","msg":"trace[1873322312] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8a1856cd-8db4-4236-8dd9-6aa998185a56; range_end:; response_count:1; response_revision:16133; }","duration":"5.128355277s","start":"2026-07-07T16:39:56.140481Z","end":"2026-07-07T16:40:01.268837Z","steps":["trace[1873322312] 'agreement among raft nodes before linearized reading' (duration: 5.128157872s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:01.268887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:56.140368Z","time spent":"5.128510001s","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-8a1856cd-8db4-4236-8dd9-6aa998185a56\" "} {"level":"info","ts":"2026-07-07T16:40:01.269216Z","caller":"traceutil/trace.go:171","msg":"trace[1789991186] transaction","detail":"{read_only:false; response_revision:16134; number_of_response:1; }","duration":"3.624579317s","start":"2026-07-07T16:39:57.644602Z","end":"2026-07-07T16:40:01.269181Z","steps":["trace[1789991186] 'process raft request' (duration: 3.62347958s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:01.269328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:57.644576Z","time spent":"3.62468536s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:40:02.038337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.436476339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T16:40:02.038445Z","caller":"traceutil/trace.go:171","msg":"trace[720961365] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:16134; }","duration":"4.436656114s","start":"2026-07-07T16:39:57.601762Z","end":"2026-07-07T16:40:02.038418Z","steps":["trace[720961365] 'agreement among raft nodes before linearized reading' (duration: 3.667477705s)","trace[720961365] 'count revisions from in-memory index tree' (duration: 769.005574ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:40:02.038488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:57.601742Z","time spent":"4.436735855s","remote":"127.0.0.1:49742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:40:02.038777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.604906157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:40:02.038836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.923649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:40:02.038875Z","caller":"traceutil/trace.go:171","msg":"trace[67777390] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:16134; }","duration":"1.605104631s","start":"2026-07-07T16:40:00.433744Z","end":"2026-07-07T16:40:02.038849Z","steps":["trace[67777390] 'agreement among raft nodes before linearized reading' (duration: 835.498242ms)","trace[67777390] 'count revisions from in-memory index tree' (duration: 769.411574ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:40:02.038895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.257393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-07-07T16:40:02.038922Z","caller":"traceutil/trace.go:171","msg":"trace[191595153] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:16134; }","duration":"765.308005ms","start":"2026-07-07T16:40:01.273605Z","end":"2026-07-07T16:40:02.038913Z","steps":["trace[191595153] 'range keys from in-memory index tree' (duration: 765.062629ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:40:02.03892Z","caller":"traceutil/trace.go:171","msg":"trace[1717305880] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:16134; }","duration":"928.065942ms","start":"2026-07-07T16:40:01.110824Z","end":"2026-07-07T16:40:02.03889Z","steps":["trace[1717305880] 'agreement among raft nodes before linearized reading' (duration: 158.429913ms)","trace[1717305880] 'count revisions from in-memory index tree' (duration: 769.513126ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:40:02.038973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.593765924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:40:02.038996Z","caller":"traceutil/trace.go:171","msg":"trace[1162897277] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:16134; }","duration":"4.593788485s","start":"2026-07-07T16:39:57.445201Z","end":"2026-07-07T16:40:02.038989Z","steps":["trace[1162897277] 'agreement among raft nodes before linearized reading' (duration: 3.823992101s)","trace[1162897277] 'count revisions from in-memory index tree' (duration: 769.750112ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:40:02.038991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:01.11078Z","time spent":"928.194095ms","remote":"127.0.0.1:39286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:40:02.039022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:57.445134Z","time spent":"4.593882047s","remote":"127.0.0.1:49638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:40:02.039287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.972009736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:416036"} {"level":"info","ts":"2026-07-07T16:40:02.039314Z","caller":"traceutil/trace.go:171","msg":"trace[1558192010] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:16134; }","duration":"4.972068756s","start":"2026-07-07T16:39:57.067236Z","end":"2026-07-07T16:40:02.039305Z","steps":["trace[1558192010] 'agreement among raft nodes before linearized reading' (duration: 4.201978196s)","trace[1558192010] 'range keys from in-memory index tree' (duration: 769.909866ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:40:02.03934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:57.067217Z","time spent":"4.972116108s","remote":"127.0.0.1:34820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":416059,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-07-07T16:40:02.039347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.215005234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:40:02.039383Z","caller":"traceutil/trace.go:171","msg":"trace[1687581116] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:16134; }","duration":"5.215093816s","start":"2026-07-07T16:39:56.824277Z","end":"2026-07-07T16:40:02.03937Z","steps":["trace[1687581116] 'agreement among raft nodes before linearized reading' (duration: 4.444954814s)","trace[1687581116] 'count revisions from in-memory index tree' (duration: 770.085981ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:40:02.039406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:56.824248Z","time spent":"5.215151818s","remote":"127.0.0.1:45122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:40:02.039505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.879717834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3684"} {"level":"info","ts":"2026-07-07T16:40:02.039564Z","caller":"traceutil/trace.go:171","msg":"trace[1566695116] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:16134; }","duration":"5.879807696s","start":"2026-07-07T16:39:56.159734Z","end":"2026-07-07T16:40:02.039542Z","steps":["trace[1566695116] 'agreement among raft nodes before linearized reading' (duration: 5.1095113s)","trace[1566695116] 'range keys from in-memory index tree' (duration: 770.0601ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:40:02.039789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.806609248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-07T16:40:02.0398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:56.159716Z","time spent":"5.880072133s","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3707,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-07-07T16:40:02.039811Z","caller":"traceutil/trace.go:171","msg":"trace[965917343] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:16134; }","duration":"2.806666459s","start":"2026-07-07T16:39:59.233136Z","end":"2026-07-07T16:40:02.039802Z","steps":["trace[965917343] 'agreement among raft nodes before linearized reading' (duration: 2.036088327s)","trace[965917343] 'count revisions from in-memory index tree' (duration: 770.545172ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:40:02.039835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:59.233112Z","time spent":"2.806717801s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":124,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:40:02.039918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.281739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c00f508edff6b3\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-07T16:40:02.039973Z","caller":"traceutil/trace.go:171","msg":"trace[1273206808] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c00f508edff6b3; range_end:; response_count:1; response_revision:16134; }","duration":"766.35419ms","start":"2026-07-07T16:40:01.273605Z","end":"2026-07-07T16:40:02.039959Z","steps":["trace[1273206808] 'range keys from in-memory index tree' (duration: 765.281014ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:02.040014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:01.273594Z","time spent":"766.410551ms","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c00f508edff6b3\" "} {"level":"warn","ts":"2026-07-07T16:40:02.040031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.110491372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:40:02.040039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.883153368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:40:02.040099Z","caller":"traceutil/trace.go:171","msg":"trace[697762065] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:16134; }","duration":"4.110604575s","start":"2026-07-07T16:39:57.929473Z","end":"2026-07-07T16:40:02.040078Z","steps":["trace[697762065] 'agreement among raft nodes before linearized reading' (duration: 3.339763376s)","trace[697762065] 'count revisions from in-memory index tree' (duration: 770.737266ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:40:02.038928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:00.433721Z","time spent":"1.605191784s","remote":"127.0.0.1:49586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:40:02.04012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.898829577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"warn","ts":"2026-07-07T16:40:02.040146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:57.929446Z","time spent":"4.110689847s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:40:02.040169Z","caller":"traceutil/trace.go:171","msg":"trace[1003996338] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16134; }","duration":"1.883345652s","start":"2026-07-07T16:40:00.156784Z","end":"2026-07-07T16:40:02.040129Z","steps":["trace[1003996338] 'agreement among raft nodes before linearized reading' (duration: 1.112432972s)","trace[1003996338] 'range keys from in-memory index tree' (duration: 770.710796ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:40:02.040179Z","caller":"traceutil/trace.go:171","msg":"trace[1550912266] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:16134; }","duration":"5.898898668s","start":"2026-07-07T16:39:56.141259Z","end":"2026-07-07T16:40:02.040157Z","steps":["trace[1550912266] 'agreement among raft nodes before linearized reading' (duration: 5.128014028s)","trace[1550912266] 'range keys from in-memory index tree' (duration: 770.749517ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:40:02.040202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.898841257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.193\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:40:02.040235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:56.141253Z","time spent":"5.898968639s","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":673,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"warn","ts":"2026-07-07T16:40:02.040238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:00.156765Z","time spent":"1.883462885s","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-07T16:40:02.040268Z","caller":"traceutil/trace.go:171","msg":"trace[87527391] range","detail":"{range_begin:/registry/masterleases/199.19.213.193; range_end:; response_count:0; response_revision:16134; }","duration":"5.898901888s","start":"2026-07-07T16:39:56.141339Z","end":"2026-07-07T16:40:02.040241Z","steps":["trace[87527391] 'agreement among raft nodes before linearized reading' (duration: 5.127926846s)","trace[87527391] 'range keys from in-memory index tree' (duration: 770.917041ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:40:02.038859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.897663978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4134"} {"level":"warn","ts":"2026-07-07T16:40:02.040321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:56.141334Z","time spent":"5.89897771s","remote":"127.0.0.1:44782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.19.213.193\" "} {"level":"info","ts":"2026-07-07T16:40:02.040337Z","caller":"traceutil/trace.go:171","msg":"trace[957433692] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:16134; }","duration":"5.899160315s","start":"2026-07-07T16:39:56.141164Z","end":"2026-07-07T16:40:02.040325Z","steps":["trace[957433692] 'agreement among raft nodes before linearized reading' (duration: 5.128024399s)","trace[957433692] 'range keys from in-memory index tree' (duration: 769.538307ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:40:02.040376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:56.141149Z","time spent":"5.899215616s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4157,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-07-07T16:40:02.038943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:01.273588Z","time spent":"765.350075ms","remote":"127.0.0.1:44910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-07-07T16:40:02.040038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.222589418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:40:02.040572Z","caller":"traceutil/trace.go:171","msg":"trace[341947014] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:16134; }","duration":"1.223232863s","start":"2026-07-07T16:40:00.817319Z","end":"2026-07-07T16:40:02.040552Z","steps":["trace[341947014] 'agreement among raft nodes before linearized reading' (duration: 451.910773ms)","trace[341947014] 'count revisions from in-memory index tree' (duration: 770.661174ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:40:02.040661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:00.817297Z","time spent":"1.223307915s","remote":"127.0.0.1:34886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:40:02.040107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.898034207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:726229"} {"level":"info","ts":"2026-07-07T16:40:02.040751Z","caller":"traceutil/trace.go:171","msg":"trace[947209301] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:16134; }","duration":"5.898721104s","start":"2026-07-07T16:39:56.142Z","end":"2026-07-07T16:40:02.040721Z","steps":["trace[947209301] 'agreement among raft nodes before linearized reading' (duration: 5.12726403s)","trace[947209301] 'range keys from in-memory index tree' (duration: 769.904076ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:40:02.040812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:56.141992Z","time spent":"5.898798045s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":75,"response size":726252,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-07T16:40:02.041267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.899127744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:726229"} {"level":"info","ts":"2026-07-07T16:40:02.041307Z","caller":"traceutil/trace.go:171","msg":"trace[93969780] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:16134; }","duration":"5.899207516s","start":"2026-07-07T16:39:56.142091Z","end":"2026-07-07T16:40:02.041298Z","steps":["trace[93969780] 'agreement among raft nodes before linearized reading' (duration: 5.127186938s)","trace[93969780] 'range keys from in-memory index tree' (duration: 771.29896ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:40:02.041341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:39:56.142067Z","time spent":"5.899262737s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":75,"response size":726252,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-07T16:40:03.752387Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.644483965s","expected-duration":"1s"} {"level":"info","ts":"2026-07-07T16:40:03.753028Z","caller":"traceutil/trace.go:171","msg":"trace[1198949226] transaction","detail":"{read_only:false; response_revision:16135; number_of_response:1; }","duration":"1.709294763s","start":"2026-07-07T16:40:02.043672Z","end":"2026-07-07T16:40:03.752967Z","steps":["trace[1198949226] 'process raft request' (duration: 1.708975105s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:40:03.753184Z","caller":"traceutil/trace.go:171","msg":"trace[1136106359] linearizableReadLoop","detail":"{readStateIndex:16720; appliedIndex:16718; }","duration":"1.708453052s","start":"2026-07-07T16:40:02.04469Z","end":"2026-07-07T16:40:03.753143Z","steps":["trace[1136106359] 'read index received' (duration: 63.214579ms)","trace[1136106359] 'applied index is now lower than readState.Index' (duration: 1.645236483s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:40:03.75327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:02.043654Z","time spent":"1.709469106s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:40:03.753267Z","caller":"traceutil/trace.go:171","msg":"trace[2119517966] transaction","detail":"{read_only:false; response_revision:16136; number_of_response:1; }","duration":"1.702534859s","start":"2026-07-07T16:40:02.05067Z","end":"2026-07-07T16:40:03.753205Z","steps":["trace[2119517966] 'process raft request' (duration: 1.702234582s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:03.753544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.708812221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-25533dfc-f99d-4502-adc9-f832a1da1405\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-07-07T16:40:03.753563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:02.050653Z","time spent":"1.702767205s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4413,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:40:03.753615Z","caller":"traceutil/trace.go:171","msg":"trace[1853646542] range","detail":"{range_begin:/registry/persistentvolumes/pvc-25533dfc-f99d-4502-adc9-f832a1da1405; range_end:; response_count:1; response_revision:16136; }","duration":"1.708925054s","start":"2026-07-07T16:40:02.044668Z","end":"2026-07-07T16:40:03.753593Z","steps":["trace[1853646542] 'agreement among raft nodes before linearized reading' (duration: 1.708670448s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:03.75367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:02.044659Z","time spent":"1.708995755s","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-25533dfc-f99d-4502-adc9-f832a1da1405\" "} {"level":"warn","ts":"2026-07-07T16:40:04.049852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000599999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T16:40:04.050249Z","caller":"traceutil/trace.go:171","msg":"trace[1456959728] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00104886s","start":"2026-07-07T16:40:02.04918Z","end":"2026-07-07T16:40:04.050229Z","steps":["trace[1456959728] 'agreement among raft nodes before linearized reading' (duration: 2.00061903s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:04.0503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:02.04917Z","time spent":"2.001118252s","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 16:40:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T16:40:04.253932Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004043340,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T16:40:04.754462Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004043340,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T16:40:05.160912Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.407712655s","expected-duration":"1s"} {"level":"info","ts":"2026-07-07T16:40:05.161602Z","caller":"traceutil/trace.go:171","msg":"trace[2009588661] transaction","detail":"{read_only:false; response_revision:16137; number_of_response:1; }","duration":"3.052117008s","start":"2026-07-07T16:40:02.10941Z","end":"2026-07-07T16:40:05.161527Z","steps":["trace[2009588661] 'process raft request' (duration: 3.05178353s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:05.162043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:02.109382Z","time spent":"3.052345113s","remote":"127.0.0.1:44782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:40:05.162204Z","caller":"traceutil/trace.go:171","msg":"trace[1895430012] transaction","detail":"{read_only:false; response_revision:16139; number_of_response:1; }","duration":"1.51908025s","start":"2026-07-07T16:40:03.643096Z","end":"2026-07-07T16:40:05.162176Z","steps":["trace[1895430012] 'process raft request' (duration: 1.519008738s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:40:05.162283Z","caller":"traceutil/trace.go:171","msg":"trace[1764431950] transaction","detail":"{read_only:false; response_revision:16138; number_of_response:1; }","duration":"2.752846698s","start":"2026-07-07T16:40:02.409384Z","end":"2026-07-07T16:40:05.162231Z","steps":["trace[1764431950] 'process raft request' (duration: 2.752147981s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:05.162386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:03.643057Z","time spent":"1.519228983s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:40:05.162541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:02.409332Z","time spent":"2.753074493s","remote":"127.0.0.1:34820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":416546,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:40:06.05027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000025146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-07T16:40:06.05038Z","caller":"traceutil/trace.go:171","msg":"trace[1488310873] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000206981s","start":"2026-07-07T16:40:04.050147Z","end":"2026-07-07T16:40:06.050354Z","steps":["trace[1488310873] 'agreement among raft nodes before linearized reading' (duration: 2.000060857s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:06.050441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:04.050123Z","time spent":"2.000306143s","remote":"127.0.0.1:44742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T16:40:06.319773Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.1586224s","expected-duration":"1s"} {"level":"info","ts":"2026-07-07T16:40:06.320256Z","caller":"traceutil/trace.go:171","msg":"trace[1099212408] transaction","detail":"{read_only:false; response_revision:16140; number_of_response:1; }","duration":"1.690842076s","start":"2026-07-07T16:40:04.629386Z","end":"2026-07-07T16:40:06.320228Z","steps":["trace[1099212408] 'process raft request' (duration: 1.69059172s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:06.32041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:04.629363Z","time spent":"1.690958929s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:40:06.32041Z","caller":"traceutil/trace.go:171","msg":"trace[455773169] linearizableReadLoop","detail":"{readStateIndex:16725; appliedIndex:16721; }","duration":"2.567094924s","start":"2026-07-07T16:40:03.753291Z","end":"2026-07-07T16:40:06.320386Z","steps":["trace[455773169] 'read index received' (duration: 1.40789331s)","trace[455773169] 'applied index is now lower than readState.Index' (duration: 1.159199334s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:40:06.320627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.872931726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:40:06.320611Z","caller":"traceutil/trace.go:171","msg":"trace[436471123] transaction","detail":"{read_only:false; response_revision:16141; number_of_response:1; }","duration":"1.508608807s","start":"2026-07-07T16:40:04.811913Z","end":"2026-07-07T16:40:06.320522Z","steps":["trace[436471123] 'process raft request' (duration: 1.508255689s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:06.320728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.27281078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-07-07T16:40:06.320803Z","caller":"traceutil/trace.go:171","msg":"trace[1634507170] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:16141; }","duration":"4.272884182s","start":"2026-07-07T16:40:02.047899Z","end":"2026-07-07T16:40:06.320783Z","steps":["trace[1634507170] 'agreement among raft nodes before linearized reading' (duration: 4.272679177s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:40:06.320694Z","caller":"traceutil/trace.go:171","msg":"trace[1834805268] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:16141; }","duration":"3.872996807s","start":"2026-07-07T16:40:02.447676Z","end":"2026-07-07T16:40:06.320673Z","steps":["trace[1834805268] 'agreement among raft nodes before linearized reading' (duration: 3.872899175s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:06.320855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:02.04777Z","time spent":"4.273072296s","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":673,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"warn","ts":"2026-07-07T16:40:06.32083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.273719341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3684"} {"level":"warn","ts":"2026-07-07T16:40:06.320899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.614156252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-07T16:40:06.320822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.951431802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:40:06.320995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:04.811884Z","time spent":"1.508885163s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:40:06.321065Z","caller":"traceutil/trace.go:171","msg":"trace[1845773433] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:16141; }","duration":"2.614366467s","start":"2026-07-07T16:40:03.706636Z","end":"2026-07-07T16:40:06.321003Z","steps":["trace[1845773433] 'agreement among raft nodes before linearized reading' (duration: 2.614023189s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:40:06.320966Z","caller":"traceutil/trace.go:171","msg":"trace[1749365778] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:16141; }","duration":"4.273883126s","start":"2026-07-07T16:40:02.047068Z","end":"2026-07-07T16:40:06.320951Z","steps":["trace[1749365778] 'agreement among raft nodes before linearized reading' (duration: 4.273522847s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:06.321122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:02.04705Z","time spent":"4.27406174s","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3707,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-07-07T16:40:06.321164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:03.706615Z","time spent":"2.614532122s","remote":"127.0.0.1:39220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:40:06.320902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:02.447656Z","time spent":"3.873220352s","remote":"127.0.0.1:44956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:40:06.321154Z","caller":"traceutil/trace.go:171","msg":"trace[573155235] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:16141; }","duration":"2.951844222s","start":"2026-07-07T16:40:03.369178Z","end":"2026-07-07T16:40:06.321022Z","steps":["trace[573155235] 'agreement among raft nodes before linearized reading' (duration: 2.951310209s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:06.322249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:03.369151Z","time spent":"2.953070482s","remote":"127.0.0.1:49562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:40:06.320857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.768617449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:40:06.322388Z","caller":"traceutil/trace.go:171","msg":"trace[535041036] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:16141; }","duration":"2.770222368s","start":"2026-07-07T16:40:03.552126Z","end":"2026-07-07T16:40:06.322348Z","steps":["trace[535041036] 'agreement among raft nodes before linearized reading' (duration: 2.768573878s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:06.322618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:03.552094Z","time spent":"2.770457934s","remote":"127.0.0.1:59880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:40:06.821232Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004043344,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T16:40:06.998232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000293572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-07T16:40:06.998446Z","caller":"traceutil/trace.go:171","msg":"trace[1548263406] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00059179s","start":"2026-07-07T16:40:04.997829Z","end":"2026-07-07T16:40:06.998421Z","steps":["trace[1548263406] 'agreement among raft nodes before linearized reading' (duration: 2.000333083s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:06.998514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:04.997793Z","time spent":"2.000704892s","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 16:40:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T16:40:07.321726Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004043344,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T16:40:07.822372Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004043344,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T16:40:08.059554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999685476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T16:40:08.059673Z","caller":"traceutil/trace.go:171","msg":"trace[139395894] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999868371s","start":"2026-07-07T16:40:06.059776Z","end":"2026-07-07T16:40:08.059645Z","steps":["trace[139395894] 'agreement among raft nodes before linearized reading' (duration: 1.999717647s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:08.059734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:06.059755Z","time spent":"1.999966514s","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 16:40:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T16:40:08.322902Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004043344,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T16:40:08.823529Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004043344,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T16:40:08.922141Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.401419615s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-07T16:40:09.096957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.358778ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-07T16:40:09.097115Z","caller":"traceutil/trace.go:171","msg":"trace[1201029625] linearizableReadLoop","detail":"{readStateIndex:16727; appliedIndex:16726; }","duration":"2.776525661s","start":"2026-07-07T16:40:06.320566Z","end":"2026-07-07T16:40:09.097092Z","steps":["trace[1201029625] 'read index received' (duration: 2.601780873s)","trace[1201029625] 'applied index is now lower than readState.Index' (duration: 174.742638ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:40:09.097237Z","caller":"traceutil/trace.go:171","msg":"trace[1813317345] transaction","detail":"{read_only:false; response_revision:16142; number_of_response:1; }","duration":"3.797635234s","start":"2026-07-07T16:40:05.299574Z","end":"2026-07-07T16:40:09.097209Z","steps":["trace[1813317345] 'process raft request' (duration: 3.622919037s)","trace[1813317345] 'compare' (duration: 173.819725ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:40:09.097351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:05.299544Z","time spent":"3.797771718s","remote":"127.0.0.1:42648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1545,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:40:09.097495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.791814172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:40:09.097538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.041063696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p22f7\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-07-07T16:40:09.097599Z","caller":"traceutil/trace.go:171","msg":"trace[1603660995] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:16142; }","duration":"3.791984117s","start":"2026-07-07T16:40:05.305586Z","end":"2026-07-07T16:40:09.09757Z","steps":["trace[1603660995] 'agreement among raft nodes before linearized reading' (duration: 3.791728951s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:40:09.097611Z","caller":"traceutil/trace.go:171","msg":"trace[1559901731] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p22f7; range_end:; response_count:1; response_revision:16142; }","duration":"5.041166238s","start":"2026-07-07T16:40:04.056426Z","end":"2026-07-07T16:40:09.097592Z","steps":["trace[1559901731] 'agreement among raft nodes before linearized reading' (duration: 5.040878121s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:09.097647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:04.056418Z","time spent":"5.041222149s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-p22f7\" "} {"level":"warn","ts":"2026-07-07T16:40:09.097609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.338194883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"info","ts":"2026-07-07T16:40:09.097705Z","caller":"traceutil/trace.go:171","msg":"trace[919591303] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:16142; }","duration":"5.338360857s","start":"2026-07-07T16:40:03.759322Z","end":"2026-07-07T16:40:09.097683Z","steps":["trace[919591303] 'agreement among raft nodes before linearized reading' (duration: 5.338013209s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:09.097751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:03.759297Z","time spent":"5.338444969s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7134,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-07T16:40:09.097833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.190691695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:40:09.097853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.376559779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-07T16:40:09.097852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.338612513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-78fcb9f8cf-qmxhv.18c00f05b51d1e10\" ","response":"range_response_count:1 size:1177"} {"level":"info","ts":"2026-07-07T16:40:09.097877Z","caller":"traceutil/trace.go:171","msg":"trace[220762886] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:16142; }","duration":"5.190781797s","start":"2026-07-07T16:40:03.907081Z","end":"2026-07-07T16:40:09.097863Z","steps":["trace[220762886] 'agreement among raft nodes before linearized reading' (duration: 5.190693235s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:09.097913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:03.907059Z","time spent":"5.190842059s","remote":"127.0.0.1:59822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:40:09.097886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.977802023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-07T16:40:09.097914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.933248015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-07T16:40:09.097973Z","caller":"traceutil/trace.go:171","msg":"trace[1642113716] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:16142; }","duration":"3.933340237s","start":"2026-07-07T16:40:05.164621Z","end":"2026-07-07T16:40:09.097961Z","steps":["trace[1642113716] 'agreement among raft nodes before linearized reading' (duration: 3.933118372s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:40:09.097971Z","caller":"traceutil/trace.go:171","msg":"trace[1534818584] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:16142; }","duration":"3.977963857s","start":"2026-07-07T16:40:05.119988Z","end":"2026-07-07T16:40:09.097952Z","steps":["trace[1534818584] 'agreement among raft nodes before linearized reading' (duration: 3.977747552s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:09.097987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.337815884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"warn","ts":"2026-07-07T16:40:09.098019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:05.164596Z","time spent":"3.933412499s","remote":"127.0.0.1:44914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-07T16:40:09.09802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.772247187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:40:09.098028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:05.119956Z","time spent":"3.978055158s","remote":"127.0.0.1:45216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":14,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:40:09.098073Z","caller":"traceutil/trace.go:171","msg":"trace[1016333747] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:16142; }","duration":"2.77234123s","start":"2026-07-07T16:40:06.325718Z","end":"2026-07-07T16:40:09.098059Z","steps":["trace[1016333747] 'agreement among raft nodes before linearized reading' (duration: 2.772249027s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:40:09.097873Z","caller":"traceutil/trace.go:171","msg":"trace[381164912] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:16142; }","duration":"4.3765817s","start":"2026-07-07T16:40:04.721284Z","end":"2026-07-07T16:40:09.097866Z","steps":["trace[381164912] 'agreement among raft nodes before linearized reading' (duration: 4.376514468s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:09.098124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:06.325696Z","time spent":"2.772416271s","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" "} {"level":"warn","ts":"2026-07-07T16:40:09.098131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.942881155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18790"} {"level":"warn","ts":"2026-07-07T16:40:09.098146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.042303975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-72wnd\" ","response":"range_response_count:1 size:20644"} {"level":"info","ts":"2026-07-07T16:40:09.098167Z","caller":"traceutil/trace.go:171","msg":"trace[1301723452] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:16142; }","duration":"2.942962337s","start":"2026-07-07T16:40:06.155196Z","end":"2026-07-07T16:40:09.098158Z","steps":["trace[1301723452] 'agreement among raft nodes before linearized reading' (duration: 2.942861855s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:09.098157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:04.721226Z","time spent":"4.376914129s","remote":"127.0.0.1:45200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":39,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:40:09.098192Z","caller":"traceutil/trace.go:171","msg":"trace[675687819] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-72wnd; range_end:; response_count:1; response_revision:16142; }","duration":"5.042360957s","start":"2026-07-07T16:40:04.055811Z","end":"2026-07-07T16:40:09.098172Z","steps":["trace[675687819] 'agreement among raft nodes before linearized reading' (duration: 5.042253945s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:09.098198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:06.155164Z","time spent":"2.943026759s","remote":"127.0.0.1:44926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18813,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-07T16:40:09.098223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.0383479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:40:09.098214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.481145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T16:40:09.098245Z","caller":"traceutil/trace.go:171","msg":"trace[1675972379] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16142; }","duration":"1.038469023s","start":"2026-07-07T16:40:08.05977Z","end":"2026-07-07T16:40:09.098239Z","steps":["trace[1675972379] 'agreement among raft nodes before linearized reading' (duration: 1.038437932s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:09.098264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:08.05975Z","time spent":"1.038509254s","remote":"127.0.0.1:44742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-07T16:40:09.098268Z","caller":"traceutil/trace.go:171","msg":"trace[2071152152] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:16142; }","duration":"659.591287ms","start":"2026-07-07T16:40:08.43866Z","end":"2026-07-07T16:40:09.098251Z","steps":["trace[2071152152] 'agreement among raft nodes before linearized reading' (duration: 659.426163ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:09.098309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:08.438632Z","time spent":"659.667899ms","remote":"127.0.0.1:45084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":91,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:40:09.097918Z","caller":"traceutil/trace.go:171","msg":"trace[1136465962] range","detail":"{range_begin:/registry/events/openstack/cinder-api-78fcb9f8cf-qmxhv.18c00f05b51d1e10; range_end:; response_count:1; response_revision:16142; }","duration":"5.338730876s","start":"2026-07-07T16:40:03.759165Z","end":"2026-07-07T16:40:09.097896Z","steps":["trace[1136465962] 'agreement among raft nodes before linearized reading' (duration: 5.338473649s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:09.098403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:03.759146Z","time spent":"5.339242889s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1200,"request content":"key:\"/registry/events/openstack/cinder-api-78fcb9f8cf-qmxhv.18c00f05b51d1e10\" "} {"level":"warn","ts":"2026-07-07T16:40:09.09843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.772622466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-07-07T16:40:09.098031Z","caller":"traceutil/trace.go:171","msg":"trace[204085267] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:16142; }","duration":"5.337872325s","start":"2026-07-07T16:40:03.760142Z","end":"2026-07-07T16:40:09.098014Z","steps":["trace[204085267] 'agreement among raft nodes before linearized reading' (duration: 5.337762903s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:09.098495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:03.760133Z","time spent":"5.338348087s","remote":"127.0.0.1:44910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-07-07T16:40:09.098483Z","caller":"traceutil/trace.go:171","msg":"trace[232803160] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:16142; }","duration":"2.772698448s","start":"2026-07-07T16:40:06.325769Z","end":"2026-07-07T16:40:09.098468Z","steps":["trace[232803160] 'agreement among raft nodes before linearized reading' (duration: 2.772552425s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:09.098191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.131417224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-07T16:40:09.098576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:06.325744Z","time spent":"2.77278591s","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1365,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"warn","ts":"2026-07-07T16:40:09.097651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:05.305572Z","time spent":"3.792066539s","remote":"127.0.0.1:57752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:40:09.09861Z","caller":"traceutil/trace.go:171","msg":"trace[1927221744] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:16142; }","duration":"2.131832254s","start":"2026-07-07T16:40:06.966764Z","end":"2026-07-07T16:40:09.098596Z","steps":["trace[1927221744] 'agreement among raft nodes before linearized reading' (duration: 2.131384643s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:09.09868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:06.966689Z","time spent":"2.131976057s","remote":"127.0.0.1:44864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":13,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:40:09.098768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.859743934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-07T16:40:09.09883Z","caller":"traceutil/trace.go:171","msg":"trace[477371715] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:16142; }","duration":"2.859849057s","start":"2026-07-07T16:40:06.238965Z","end":"2026-07-07T16:40:09.098814Z","steps":["trace[477371715] 'agreement among raft nodes before linearized reading' (duration: 2.858714449s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:09.098224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:04.055799Z","time spent":"5.042417038s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20667,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-72wnd\" "} {"level":"warn","ts":"2026-07-07T16:40:09.098873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:06.238932Z","time spent":"2.859930649s","remote":"127.0.0.1:45258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1499,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:40:09.098941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.660161808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:40:09.098976Z","caller":"traceutil/trace.go:171","msg":"trace[36715926] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:16142; }","duration":"3.66024842s","start":"2026-07-07T16:40:05.438717Z","end":"2026-07-07T16:40:09.098965Z","steps":["trace[36715926] 'agreement among raft nodes before linearized reading' (duration: 3.660174329s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:09.09901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:05.438688Z","time spent":"3.660312021s","remote":"127.0.0.1:59986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:40:09.606341Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004043347,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T16:40:10.333972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.846492ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T16:40:10.334118Z","caller":"traceutil/trace.go:171","msg":"trace[1401614155] transaction","detail":"{read_only:false; response_revision:16143; number_of_response:1; }","duration":"1.232219501s","start":"2026-07-07T16:40:09.101874Z","end":"2026-07-07T16:40:10.334094Z","steps":["trace[1401614155] 'process raft request' (duration: 799.105553ms)","trace[1401614155] 'compare' (duration: 432.507923ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:40:10.334185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:09.101843Z","time spent":"1.232306993s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1162,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:40:11.108286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00062601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T16:40:11.108429Z","caller":"traceutil/trace.go:171","msg":"trace[1237481989] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000805445s","start":"2026-07-07T16:40:09.107599Z","end":"2026-07-07T16:40:11.108405Z","steps":["trace[1237481989] 'agreement among raft nodes before linearized reading' (duration: 2.000631191s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:11.108506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:09.107589Z","time spent":"2.000905238s","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 16:40:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T16:40:12.116486Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.64474858s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-07T16:40:12.572955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.134903958s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T16:40:12.573389Z","caller":"traceutil/trace.go:171","msg":"trace[588947928] transaction","detail":"{read_only:false; response_revision:16144; number_of_response:1; }","duration":"3.464933365s","start":"2026-07-07T16:40:09.108396Z","end":"2026-07-07T16:40:12.573329Z","steps":["trace[588947928] 'process raft request' (duration: 1.329513194s)","trace[588947928] 'compare' (duration: 2.134246002s)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:40:12.57349Z","caller":"traceutil/trace.go:171","msg":"trace[1933924705] transaction","detail":"{read_only:false; response_revision:16147; number_of_response:1; }","duration":"2.549899268s","start":"2026-07-07T16:40:10.023561Z","end":"2026-07-07T16:40:12.57346Z","steps":["trace[1933924705] 'process raft request' (duration: 2.549817906s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:40:12.573508Z","caller":"traceutil/trace.go:171","msg":"trace[156611874] transaction","detail":"{read_only:false; response_revision:16146; number_of_response:1; }","duration":"3.009784504s","start":"2026-07-07T16:40:09.563682Z","end":"2026-07-07T16:40:12.573466Z","steps":["trace[156611874] 'process raft request' (duration: 3.00961392s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:40:12.573534Z","caller":"traceutil/trace.go:171","msg":"trace[917824736] linearizableReadLoop","detail":"{readStateIndex:16731; appliedIndex:16727; }","duration":"3.46762807s","start":"2026-07-07T16:40:09.105874Z","end":"2026-07-07T16:40:12.573502Z","steps":["trace[917824736] 'read index received' (duration: 795.114056ms)","trace[917824736] 'applied index is now lower than readState.Index' (duration: 2.672510984s)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:40:12.573532Z","caller":"traceutil/trace.go:171","msg":"trace[1080550183] transaction","detail":"{read_only:false; response_revision:16145; number_of_response:1; }","duration":"3.009923197s","start":"2026-07-07T16:40:09.563554Z","end":"2026-07-07T16:40:12.573477Z","steps":["trace[1080550183] 'process raft request' (duration: 3.009561269s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:12.573625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:10.023529Z","time spent":"2.550038592s","remote":"127.0.0.1:44766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":26,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:40:12.57359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:09.108384Z","time spent":"3.465093199s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:40:12.57371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:09.563674Z","time spent":"3.009923627s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:40:12.573768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.467876346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"warn","ts":"2026-07-07T16:40:12.573777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:09.563518Z","time spent":"3.010133483s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:40:12.573804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.467914787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-07-07T16:40:12.57384Z","caller":"traceutil/trace.go:171","msg":"trace[204577765] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:16147; }","duration":"3.467950918s","start":"2026-07-07T16:40:09.10587Z","end":"2026-07-07T16:40:12.57382Z","steps":["trace[204577765] 'agreement among raft nodes before linearized reading' (duration: 3.467707992s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:40:12.573865Z","caller":"traceutil/trace.go:171","msg":"trace[92691057] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:16147; }","duration":"3.468004409s","start":"2026-07-07T16:40:09.105844Z","end":"2026-07-07T16:40:12.573848Z","steps":["trace[92691057] 'agreement among raft nodes before linearized reading' (duration: 3.467744183s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:12.573905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:09.105828Z","time spent":"3.468068601s","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":731,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"warn","ts":"2026-07-07T16:40:12.5739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:09.105837Z","time spent":"3.46804876s","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1365,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"warn","ts":"2026-07-07T16:40:12.573897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.465094744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:40:12.573993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.753111112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-07-07T16:40:12.574041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.775712409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T16:40:12.574045Z","caller":"traceutil/trace.go:171","msg":"trace[2035573017] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:16147; }","duration":"1.753206924s","start":"2026-07-07T16:40:10.820822Z","end":"2026-07-07T16:40:12.574029Z","steps":["trace[2035573017] 'agreement among raft nodes before linearized reading' (duration: 1.75306839s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:12.573849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.23501798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c00f508edff6b3\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-07T16:40:12.574093Z","caller":"traceutil/trace.go:171","msg":"trace[1244192350] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:16147; }","duration":"1.775801401s","start":"2026-07-07T16:40:10.798276Z","end":"2026-07-07T16:40:12.574078Z","steps":["trace[1244192350] 'agreement among raft nodes before linearized reading' (duration: 1.775715739s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:12.574102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:10.820799Z","time spent":"1.753292106s","remote":"127.0.0.1:44856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-07-07T16:40:12.574073Z","caller":"traceutil/trace.go:171","msg":"trace[625329113] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16147; }","duration":"1.46532571s","start":"2026-07-07T16:40:11.108693Z","end":"2026-07-07T16:40:12.574018Z","steps":["trace[625329113] 'agreement among raft nodes before linearized reading' (duration: 1.465056603s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:12.574137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:10.798254Z","time spent":"1.775872832s","remote":"127.0.0.1:34820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:40:12.574108Z","caller":"traceutil/trace.go:171","msg":"trace[1026430120] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c00f508edff6b3; range_end:; response_count:1; response_revision:16147; }","duration":"2.235315627s","start":"2026-07-07T16:40:10.338781Z","end":"2026-07-07T16:40:12.574097Z","steps":["trace[1026430120] 'agreement among raft nodes before linearized reading' (duration: 2.234964579s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:12.574204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:10.33876Z","time spent":"2.23542499s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c00f508edff6b3\" "} {"level":"warn","ts":"2026-07-07T16:40:12.574232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:11.108665Z","time spent":"1.465548374s","remote":"127.0.0.1:44742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T16:40:12.574226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.674734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:40:12.574345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.269322863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-07T16:40:12.574371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.468287277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-cb248125-879e-40de-a0c0-faf15c2b1b43\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-07-07T16:40:12.574383Z","caller":"traceutil/trace.go:171","msg":"trace[43439705] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:16147; }","duration":"3.269405305s","start":"2026-07-07T16:40:09.30497Z","end":"2026-07-07T16:40:12.574375Z","steps":["trace[43439705] 'agreement among raft nodes before linearized reading' (duration: 3.269294992s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:40:12.574383Z","caller":"traceutil/trace.go:171","msg":"trace[199282468] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:16147; }","duration":"610.866288ms","start":"2026-07-07T16:40:11.963472Z","end":"2026-07-07T16:40:12.574339Z","steps":["trace[199282468] 'agreement among raft nodes before linearized reading' (duration: 610.684224ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:12.574419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:09.30495Z","time spent":"3.269460586s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":111,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:40:12.574429Z","caller":"traceutil/trace.go:171","msg":"trace[684808703] range","detail":"{range_begin:/registry/persistentvolumes/pvc-cb248125-879e-40de-a0c0-faf15c2b1b43; range_end:; response_count:1; response_revision:16147; }","duration":"3.468368678s","start":"2026-07-07T16:40:09.106035Z","end":"2026-07-07T16:40:12.574404Z","steps":["trace[684808703] 'agreement among raft nodes before linearized reading' (duration: 3.468124082s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:12.574441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:11.963439Z","time spent":"610.982571ms","remote":"127.0.0.1:59864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:40:12.574466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:09.106001Z","time spent":"3.46845647s","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-cb248125-879e-40de-a0c0-faf15c2b1b43\" "} {"level":"warn","ts":"2026-07-07T16:40:12.574478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.462979978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:40:12.574511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.468549403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-07T16:40:12.574576Z","caller":"traceutil/trace.go:171","msg":"trace[1408093351] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:16147; }","duration":"3.468622535s","start":"2026-07-07T16:40:09.105939Z","end":"2026-07-07T16:40:12.574561Z","steps":["trace[1408093351] 'agreement among raft nodes before linearized reading' (duration: 3.46844399s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:12.574544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.468634724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:726229"} {"level":"warn","ts":"2026-07-07T16:40:12.574584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.468633875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18790"} {"level":"warn","ts":"2026-07-07T16:40:12.574627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:09.105934Z","time spent":"3.468680866s","remote":"127.0.0.1:44990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-07-07T16:40:12.574522Z","caller":"traceutil/trace.go:171","msg":"trace[1178941280] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:16147; }","duration":"3.463043879s","start":"2026-07-07T16:40:09.111465Z","end":"2026-07-07T16:40:12.574509Z","steps":["trace[1178941280] 'agreement among raft nodes before linearized reading' (duration: 3.462965607s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:40:12.574645Z","caller":"traceutil/trace.go:171","msg":"trace[1303021342] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:16147; }","duration":"3.468701836s","start":"2026-07-07T16:40:09.105928Z","end":"2026-07-07T16:40:12.57463Z","steps":["trace[1303021342] 'agreement among raft nodes before linearized reading' (duration: 3.468560963s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:40:12.574645Z","caller":"traceutil/trace.go:171","msg":"trace[1340782628] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:16147; }","duration":"3.468767168s","start":"2026-07-07T16:40:09.105855Z","end":"2026-07-07T16:40:12.574623Z","steps":["trace[1340782628] 'agreement among raft nodes before linearized reading' (duration: 3.467679452s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:12.574668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.468772638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:726229"} {"level":"warn","ts":"2026-07-07T16:40:12.574687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:09.105923Z","time spent":"3.468756328s","remote":"127.0.0.1:44926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18813,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-07T16:40:12.574702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:09.10584Z","time spent":"3.4688505s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":75,"response size":726252,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-07T16:40:12.574716Z","caller":"traceutil/trace.go:171","msg":"trace[1175698775] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:16147; }","duration":"3.46884423s","start":"2026-07-07T16:40:09.105861Z","end":"2026-07-07T16:40:12.574705Z","steps":["trace[1175698775] 'agreement among raft nodes before linearized reading' (duration: 3.467825355s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:12.574706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:09.111456Z","time spent":"3.463226114s","remote":"127.0.0.1:44838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-07-07T16:40:12.574746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:09.105849Z","time spent":"3.468887761s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":75,"response size":726252,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-07T16:40:13.080336Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004043354,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T16:40:14.410995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.215966ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:40:14.411259Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14431} {"level":"info","ts":"2026-07-07T16:40:14.411359Z","caller":"traceutil/trace.go:171","msg":"trace[318896532] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:16147; }","duration":"854.587475ms","start":"2026-07-07T16:40:13.556745Z","end":"2026-07-07T16:40:14.411333Z","steps":["trace[318896532] 'range keys from in-memory index tree' (duration: 854.198236ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:14.413499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.763371ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:5"} {"level":"info","ts":"2026-07-07T16:40:14.413665Z","caller":"traceutil/trace.go:171","msg":"trace[1652369643] compact","detail":"{revision:14431; response_revision:16147; }","duration":"1.835500466s","start":"2026-07-07T16:40:12.578137Z","end":"2026-07-07T16:40:14.413638Z","steps":["trace[1652369643] 'process raft request' (duration: 917.265061ms)","trace[1652369643] 'check and update compact revision' (duration: 914.611797ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:40:14.413715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:12.578075Z","time spent":"1.835634499s","remote":"127.0.0.1:44766","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-07T16:40:14.561686Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.066122862s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-07T16:40:14.583226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000293292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T16:40:14.583316Z","caller":"traceutil/trace.go:171","msg":"trace[960062891] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000417486s","start":"2026-07-07T16:40:12.582867Z","end":"2026-07-07T16:40:14.583285Z","steps":["trace[960062891] 'agreement among raft nodes before linearized reading' (duration: 2.000302213s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:14.583379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:12.582859Z","time spent":"2.000504938s","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 16:40:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T16:40:15.152396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.244908ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T16:40:15.152893Z","caller":"traceutil/trace.go:171","msg":"trace[1684729146] linearizableReadLoop","detail":"{readStateIndex:16736; appliedIndex:16732; }","duration":"2.573713214s","start":"2026-07-07T16:40:12.579158Z","end":"2026-07-07T16:40:15.152871Z","steps":["trace[1684729146] 'read index received' (duration: 916.355189ms)","trace[1684729146] 'applied index is now lower than readState.Index' (duration: 1.657356865s)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:40:15.153067Z","caller":"traceutil/trace.go:171","msg":"trace[1300426525] transaction","detail":"{read_only:false; response_revision:16148; number_of_response:1; }","duration":"2.574837141s","start":"2026-07-07T16:40:12.578172Z","end":"2026-07-07T16:40:15.153009Z","steps":["trace[1300426525] 'process raft request' (duration: 1.983855555s)","trace[1300426525] 'compare' (duration: 589.683515ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:40:15.153149Z","caller":"traceutil/trace.go:171","msg":"trace[1689939745] transaction","detail":"{read_only:false; response_revision:16149; number_of_response:1; }","duration":"2.574808301s","start":"2026-07-07T16:40:12.57818Z","end":"2026-07-07T16:40:15.152989Z","steps":["trace[1689939745] 'process raft request' (duration: 2.574477153s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:15.153347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:12.578143Z","time spent":"2.575056937s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:40:15.15335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.679843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:40:15.153335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.756713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:40:15.153355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.573496189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.193\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-07T16:40:15.153392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.469676137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-07-07T16:40:15.15343Z","caller":"traceutil/trace.go:171","msg":"trace[1644158663] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:16150; }","duration":"524.852107ms","start":"2026-07-07T16:40:14.628552Z","end":"2026-07-07T16:40:15.153404Z","steps":["trace[1644158663] 'agreement among raft nodes before linearized reading' (duration: 524.638981ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:15.153423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.751863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T16:40:15.153442Z","caller":"traceutil/trace.go:171","msg":"trace[376489733] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16150; }","duration":"569.974919ms","start":"2026-07-07T16:40:14.583437Z","end":"2026-07-07T16:40:15.153412Z","steps":["trace[376489733] 'agreement among raft nodes before linearized reading' (duration: 569.738893ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:40:15.153471Z","caller":"traceutil/trace.go:171","msg":"trace[1691337399] range","detail":"{range_begin:/registry/masterleases/199.19.213.193; range_end:; response_count:1; response_revision:16150; }","duration":"2.573655283s","start":"2026-07-07T16:40:12.579787Z","end":"2026-07-07T16:40:15.153442Z","steps":["trace[1691337399] 'agreement among raft nodes before linearized reading' (duration: 2.573376916s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:40:15.153501Z","caller":"traceutil/trace.go:171","msg":"trace[2102872969] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:16150; }","duration":"631.916657ms","start":"2026-07-07T16:40:14.521566Z","end":"2026-07-07T16:40:15.153483Z","steps":["trace[2102872969] 'agreement among raft nodes before linearized reading' (duration: 631.735522ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:15.153491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.029942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-72wnd\" ","response":"range_response_count:1 size:20644"} {"level":"warn","ts":"2026-07-07T16:40:15.153512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:14.583401Z","time spent":"570.101461ms","remote":"127.0.0.1:44742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T16:40:15.153546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:12.579763Z","time spent":"2.573765535s","remote":"127.0.0.1:44782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.193\" "} {"level":"warn","ts":"2026-07-07T16:40:15.15356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.355220685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:40:15.153582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.392592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:40:15.153606Z","caller":"traceutil/trace.go:171","msg":"trace[522088399] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16150; }","duration":"158.462403ms","start":"2026-07-07T16:40:14.995137Z","end":"2026-07-07T16:40:15.1536Z","steps":["trace[522088399] 'agreement among raft nodes before linearized reading' (duration: 158.419032ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:40:15.153606Z","caller":"traceutil/trace.go:171","msg":"trace[1939683246] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:16150; }","duration":"1.355290017s","start":"2026-07-07T16:40:13.798302Z","end":"2026-07-07T16:40:15.153591Z","steps":["trace[1939683246] 'agreement among raft nodes before linearized reading' (duration: 1.355221136s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:15.153535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:14.521533Z","time spent":"631.995229ms","remote":"127.0.0.1:45174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:40:15.153651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:13.79828Z","time spent":"1.355361138s","remote":"127.0.0.1:49510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:40:15.153654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.905466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p22f7\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-07-07T16:40:15.1537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:12.578159Z","time spent":"2.57522587s","remote":"127.0.0.1:42608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2404,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T16:40:15.153272Z","caller":"traceutil/trace.go:171","msg":"trace[2077730050] transaction","detail":"{read_only:false; response_revision:16150; number_of_response:1; }","duration":"2.48342377s","start":"2026-07-07T16:40:12.669747Z","end":"2026-07-07T16:40:15.15317Z","steps":["trace[2077730050] 'process raft request' (duration: 2.483050211s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:40:15.153777Z","caller":"traceutil/trace.go:171","msg":"trace[1071113733] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p22f7; range_end:; response_count:1; response_revision:16150; }","duration":"565.175662ms","start":"2026-07-07T16:40:14.588586Z","end":"2026-07-07T16:40:15.153762Z","steps":["trace[1071113733] 'agreement among raft nodes before linearized reading' (duration: 564.65334ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:15.153825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.573151891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:40:15.153892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:12.669708Z","time spent":"2.484127547s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:40:15.15359Z","caller":"traceutil/trace.go:171","msg":"trace[366482614] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-72wnd; range_end:; response_count:1; response_revision:16150; }","duration":"561.172056ms","start":"2026-07-07T16:40:14.592395Z","end":"2026-07-07T16:40:15.153567Z","steps":["trace[366482614] 'agreement among raft nodes before linearized reading' (duration: 560.814257ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:40:15.15349Z","caller":"traceutil/trace.go:171","msg":"trace[1632897673] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:16150; }","duration":"2.469848541s","start":"2026-07-07T16:40:12.683615Z","end":"2026-07-07T16:40:15.153464Z","steps":["trace[1632897673] 'agreement among raft nodes before linearized reading' (duration: 2.469601385s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:15.15395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:14.588559Z","time spent":"565.325106ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-p22f7\" "} {"level":"warn","ts":"2026-07-07T16:40:15.153969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:12.683589Z","time spent":"2.470360774s","remote":"127.0.0.1:44910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-07-07T16:40:15.153705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.574542934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4663"} {"level":"info","ts":"2026-07-07T16:40:15.153926Z","caller":"traceutil/trace.go:171","msg":"trace[1804233051] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:16150; }","duration":"2.573271483s","start":"2026-07-07T16:40:12.580635Z","end":"2026-07-07T16:40:15.153906Z","steps":["trace[1804233051] 'agreement among raft nodes before linearized reading' (duration: 2.573125299s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:15.153492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:14.628523Z","time spent":"524.950399ms","remote":"127.0.0.1:59978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:40:15.154046Z","caller":"traceutil/trace.go:171","msg":"trace[1885162135] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:16150; }","duration":"2.574933694s","start":"2026-07-07T16:40:12.579095Z","end":"2026-07-07T16:40:15.154029Z","steps":["trace[1885162135] 'agreement among raft nodes before linearized reading' (duration: 2.574423391s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:15.15408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:12.580614Z","time spent":"2.573453928s","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" "} {"level":"warn","ts":"2026-07-07T16:40:15.154093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:12.57906Z","time spent":"2.575019945s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4686,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"warn","ts":"2026-07-07T16:40:15.153671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.570923176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"warn","ts":"2026-07-07T16:40:15.153961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:14.592386Z","time spent":"561.555125ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20667,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-72wnd\" "} {"level":"info","ts":"2026-07-07T16:40:15.15421Z","caller":"traceutil/trace.go:171","msg":"trace[702658346] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:16150; }","duration":"2.5714921s","start":"2026-07-07T16:40:12.582673Z","end":"2026-07-07T16:40:15.154165Z","steps":["trace[702658346] 'agreement among raft nodes before linearized reading' (duration: 2.570698171s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:15.154275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:12.58265Z","time spent":"2.571606843s","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":731,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"warn","ts":"2026-07-07T16:40:16.175643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.22313ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-07-07T16:40:16.175749Z","caller":"traceutil/trace.go:171","msg":"trace[1397105872] linearizableReadLoop","detail":"{readStateIndex:16737; appliedIndex:16736; }","duration":"1.017193198s","start":"2026-07-07T16:40:15.15853Z","end":"2026-07-07T16:40:16.175723Z","steps":["trace[1397105872] 'read index received' (duration: 297.881076ms)","trace[1397105872] 'applied index is now lower than readState.Index' (duration: 719.310682ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:40:16.175812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:15.15668Z","time spent":"1.019128635s","remote":"127.0.0.1:44782","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-07T16:40:16.17617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017598838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-67587d5495-cm86f.18c00e6ebdd5117d\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-07-07T16:40:16.176291Z","caller":"traceutil/trace.go:171","msg":"trace[352921364] range","detail":"{range_begin:/registry/events/openstack/barbican-api-67587d5495-cm86f.18c00e6ebdd5117d; range_end:; response_count:1; response_revision:16150; }","duration":"1.017765042s","start":"2026-07-07T16:40:15.158496Z","end":"2026-07-07T16:40:16.176261Z","steps":["trace[352921364] 'agreement among raft nodes before linearized reading' (duration: 1.017409693s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:16.176362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:15.158477Z","time spent":"1.017869405s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-67587d5495-cm86f.18c00e6ebdd5117d\" "} {"level":"warn","ts":"2026-07-07T16:40:16.676173Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004043364,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T16:40:17.17673Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004043364,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T16:40:17.383411Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.926983539s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-07T16:40:18.106587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000658752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T16:40:18.106688Z","caller":"traceutil/trace.go:171","msg":"trace[1299560021] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000828206s","start":"2026-07-07T16:40:16.105835Z","end":"2026-07-07T16:40:18.106663Z","steps":["trace[1299560021] 'agreement among raft nodes before linearized reading' (duration: 2.000703073s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:18.106748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:16.105807Z","time spent":"2.000928907s","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 16:40:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T16:40:18.126783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.962604ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T16:40:18.126959Z","caller":"traceutil/trace.go:171","msg":"trace[245900912] transaction","detail":"{read_only:false; response_revision:16151; number_of_response:1; }","duration":"2.963965646s","start":"2026-07-07T16:40:15.162963Z","end":"2026-07-07T16:40:18.126928Z","steps":["trace[245900912] 'process raft request' (duration: 2.220742086s)","trace[245900912] 'compare' (duration: 742.729108ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:40:18.127055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:15.162943Z","time spent":"2.964067979s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4931,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:40:20.107193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000201549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-07T16:40:20.107277Z","caller":"traceutil/trace.go:171","msg":"trace[1056055729] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000333702s","start":"2026-07-07T16:40:18.106924Z","end":"2026-07-07T16:40:20.107258Z","steps":["trace[1056055729] 'agreement among raft nodes before linearized reading' (duration: 2.000196809s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:20.107318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:18.106825Z","time spent":"2.000484916s","remote":"127.0.0.1:44742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 16:40:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T16:40:20.791836Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.393735752s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-07T16:40:22.116604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000387473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T16:40:22.116733Z","caller":"traceutil/trace.go:171","msg":"trace[470695944] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000810764s","start":"2026-07-07T16:40:20.115893Z","end":"2026-07-07T16:40:22.116704Z","steps":["trace[470695944] 'agreement among raft nodes before linearized reading' (duration: 2.000430415s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:22.116813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:20.115866Z","time spent":"2.000932687s","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 16:40:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T16:40:23.177679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:16.176894Z","time spent":"7.000775686s","remote":"127.0.0.1:44782","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-07T16:40:23.179233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:16.179085Z","time spent":"7.000138891s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-07T16:40:23.328121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:16.327709Z","time spent":"7.000403187s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-07T16:40:23.512858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:16.512201Z","time spent":"7.000648423s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-07T16:40:24.116649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000235111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T16:40:24.116758Z","caller":"traceutil/trace.go:171","msg":"trace[1084413423] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000387224s","start":"2026-07-07T16:40:22.116344Z","end":"2026-07-07T16:40:24.116731Z","steps":["trace[1084413423] 'agreement among raft nodes before linearized reading' (duration: 2.000247491s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:24.116826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:22.116335Z","time spent":"2.000477946s","remote":"127.0.0.1:44742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 16:40:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T16:40:24.177193Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"405d9f3d537da444","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-07T16:40:24.20146Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.541020041s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-07T16:40:25.075349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.519253035s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:40:25.075541Z","caller":"traceutil/trace.go:171","msg":"trace[605464645] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:16151; }","duration":"1.51945051s","start":"2026-07-07T16:40:23.556053Z","end":"2026-07-07T16:40:25.075503Z","steps":["trace[605464645] 'range keys from in-memory index tree' (duration: 1.519231104s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:25.075701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.283483068s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-07-07T16:40:26.045995Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.820067682s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-07T16:40:26.124707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000541287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-07T16:40:26.124841Z","caller":"traceutil/trace.go:171","msg":"trace[1367169198] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000787393s","start":"2026-07-07T16:40:24.124021Z","end":"2026-07-07T16:40:26.124808Z","steps":["trace[1367169198] 'agreement among raft nodes before linearized reading' (duration: 2.000578548s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:26.124913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:24.123994Z","time spent":"2.000901306s","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 16:40:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T16:40:26.245654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.169519543s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-07T16:40:26.245926Z","caller":"traceutil/trace.go:171","msg":"trace[272636375] linearizableReadLoop","detail":"{readStateIndex:16743; appliedIndex:16737; }","duration":"10.07011998s","start":"2026-07-07T16:40:16.175767Z","end":"2026-07-07T16:40:26.245887Z","steps":["trace[272636375] 'read index received' (duration: 1.207953054s)","trace[272636375] 'applied index is now lower than readState.Index' (duration: 8.862163476s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:40:26.246151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.792296302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T16:40:26.246193Z","caller":"traceutil/trace.go:171","msg":"trace[1181698807] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:16155; }","duration":"10.792396473s","start":"2026-07-07T16:40:15.45378Z","end":"2026-07-07T16:40:26.246177Z","steps":["trace[1181698807] 'agreement among raft nodes before linearized reading' (duration: 10.792284561s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:26.246234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:15.45376Z","time spent":"10.792460845s","remote":"127.0.0.1:45248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:40:26.246703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.088014455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6c3a7f91-00af-4ee6-b3ea-aad16c1711fb\" ","response":"range_response_count:1 size:1319"} {"level":"warn","ts":"2026-07-07T16:40:26.246766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.087841131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-07-07T16:40:26.246784Z","caller":"traceutil/trace.go:171","msg":"trace[209167989] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6c3a7f91-00af-4ee6-b3ea-aad16c1711fb; range_end:; response_count:1; response_revision:16155; }","duration":"11.088118698s","start":"2026-07-07T16:40:15.158639Z","end":"2026-07-07T16:40:26.246757Z","steps":["trace[209167989] 'agreement among raft nodes before linearized reading' (duration: 11.087924374s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:40:26.246828Z","caller":"traceutil/trace.go:171","msg":"trace[1168243225] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:16155; }","duration":"11.087920114s","start":"2026-07-07T16:40:15.158889Z","end":"2026-07-07T16:40:26.246809Z","steps":["trace[1168243225] 'agreement among raft nodes before linearized reading' (duration: 11.087694378s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:26.246835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:15.15862Z","time spent":"11.0882048s","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-6c3a7f91-00af-4ee6-b3ea-aad16c1711fb\" "} {"level":"warn","ts":"2026-07-07T16:40:26.246846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.08819583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"warn","ts":"2026-07-07T16:40:26.246882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:15.158878Z","time spent":"11.087993665s","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":719,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" "} {"level":"info","ts":"2026-07-07T16:40:26.246989Z","caller":"traceutil/trace.go:171","msg":"trace[212677049] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:16155; }","duration":"11.088392335s","start":"2026-07-07T16:40:15.158552Z","end":"2026-07-07T16:40:26.246944Z","steps":["trace[212677049] 'agreement among raft nodes before linearized reading' (duration: 11.088044787s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:26.247042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:15.158535Z","time spent":"11.088496137s","remote":"127.0.0.1:44934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1308,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"warn","ts":"2026-07-07T16:40:26.247416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.08776573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:726229"} {"level":"info","ts":"2026-07-07T16:40:26.247476Z","caller":"traceutil/trace.go:171","msg":"trace[132453132] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:16155; }","duration":"11.087844092s","start":"2026-07-07T16:40:15.159619Z","end":"2026-07-07T16:40:26.247463Z","steps":["trace[132453132] 'agreement among raft nodes before linearized reading' (duration: 11.08694994s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:26.247495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.085224018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:726229"} {"level":"warn","ts":"2026-07-07T16:40:26.247514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:15.159607Z","time spent":"11.087896063s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":75,"response size":726252,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-07T16:40:26.247558Z","caller":"traceutil/trace.go:171","msg":"trace[1121663546] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:16155; }","duration":"11.085286049s","start":"2026-07-07T16:40:15.162257Z","end":"2026-07-07T16:40:26.247543Z","steps":["trace[1121663546] 'agreement among raft nodes before linearized reading' (duration: 11.084355867s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:26.247602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:15.162234Z","time spent":"11.085356962s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":75,"response size":726252,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-07T16:40:28.126201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000316124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-07T16:40:28.126331Z","caller":"traceutil/trace.go:171","msg":"trace[448786070] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000525299s","start":"2026-07-07T16:40:26.125778Z","end":"2026-07-07T16:40:28.126304Z","steps":["trace[448786070] 'agreement among raft nodes before linearized reading' (duration: 2.000354644s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:28.126389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:26.125752Z","time spent":"2.00062575s","remote":"127.0.0.1:44742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T16:40:28.92848Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.344755033s","expected-duration":"1s"} {"level":"info","ts":"2026-07-07T16:40:29.064912Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14431,"took":"14.650396027s","hash":3534250228,"current-db-size-bytes":55693312,"current-db-size":"56 MB","current-db-size-in-use-bytes":27750400,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-07-07T16:40:29.065Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3534250228,"revision":14431,"compact-revision":12409} {"level":"warn","ts":"2026-07-07T16:40:29.068021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.818816804s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-07-07T16:40:29.068377Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"42.431µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"info","ts":"2026-07-07T16:40:29.068374Z","caller":"traceutil/trace.go:171","msg":"trace[1212519045] transaction","detail":"{read_only:false; response_revision:16157; number_of_response:1; }","duration":"5.884191362s","start":"2026-07-07T16:40:23.18415Z","end":"2026-07-07T16:40:29.068342Z","steps":["trace[1212519045] 'process raft request' (duration: 5.883977927s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:40:29.068389Z","caller":"traceutil/trace.go:171","msg":"trace[294347710] transaction","detail":"{read_only:false; response_revision:16156; number_of_response:1; }","duration":"6.408092497s","start":"2026-07-07T16:40:22.66025Z","end":"2026-07-07T16:40:29.068342Z","steps":["trace[294347710] 'process raft request' (duration: 3.588848563s)","trace[294347710] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/ingress-nginx/ingress-nginx-leader; req_size:472; } (duration: 2.815914113s)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:40:29.068421Z","caller":"traceutil/trace.go:171","msg":"trace[820030390] transaction","detail":"{read_only:false; number_of_response:1; response_revision:16157; }","duration":"5.735205408s","start":"2026-07-07T16:40:23.33318Z","end":"2026-07-07T16:40:29.068386Z","steps":["trace[820030390] 'process raft request' (duration: 5.735060385s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:40:29.068499Z","caller":"traceutil/trace.go:171","msg":"trace[567275254] transaction","detail":"{read_only:false; number_of_response:1; response_revision:16157; }","duration":"5.549965156s","start":"2026-07-07T16:40:23.518506Z","end":"2026-07-07T16:40:29.068471Z","steps":["trace[567275254] 'process raft request' (duration: 5.549791502s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:40:29.068543Z","caller":"traceutil/trace.go:171","msg":"trace[1433624682] transaction","detail":"{read_only:false; response_revision:16158; number_of_response:1; }","duration":"1.484988155s","start":"2026-07-07T16:40:27.58354Z","end":"2026-07-07T16:40:29.068528Z","steps":["trace[1433624682] 'process raft request' (duration: 1.484895482s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:29.068582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:22.660206Z","time spent":"6.408269921s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:40:29.068611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:27.583497Z","time spent":"1.485077107s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:40:29.068609Z","caller":"traceutil/trace.go:171","msg":"trace[235930015] linearizableReadLoop","detail":"{readStateIndex:16748; appliedIndex:16743; }","duration":"2.822585095s","start":"2026-07-07T16:40:26.246Z","end":"2026-07-07T16:40:29.068585Z","steps":["trace[235930015] 'read index received' (duration: 579.714µs)","trace[235930015] 'applied index is now lower than readState.Index' (duration: 2.822002281s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:40:29.068621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:23.518467Z","time spent":"5.55010671s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":571,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:40:29.068496Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"405d9f3d537da444","error":"lease not found"} {"level":"warn","ts":"2026-07-07T16:40:29.068699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:23.33313Z","time spent":"5.735381342s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":722,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:40:29.068787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.382680739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:40:29.068797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.205331358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:40:29.068827Z","caller":"traceutil/trace.go:171","msg":"trace[1937493923] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:16158; }","duration":"9.382802942s","start":"2026-07-07T16:40:19.686013Z","end":"2026-07-07T16:40:29.068816Z","steps":["trace[1937493923] 'agreement among raft nodes before linearized reading' (duration: 9.382680089s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:29.068826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.841544698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-07T16:40:29.068841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.418410161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:40:29.06884Z","caller":"traceutil/trace.go:171","msg":"trace[333111793] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:16158; }","duration":"9.205444212s","start":"2026-07-07T16:40:19.863381Z","end":"2026-07-07T16:40:29.068826Z","steps":["trace[333111793] 'agreement among raft nodes before linearized reading' (duration: 9.205305118s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:29.068865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:19.685984Z","time spent":"9.382873554s","remote":"127.0.0.1:57810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:40:29.068877Z","caller":"traceutil/trace.go:171","msg":"trace[470344211] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:16158; }","duration":"8.418497963s","start":"2026-07-07T16:40:20.650367Z","end":"2026-07-07T16:40:29.068865Z","steps":["trace[470344211] 'agreement among raft nodes before linearized reading' (duration: 8.418443541s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:29.068899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:19.863335Z","time spent":"9.205555284s","remote":"127.0.0.1:59960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:40:29.068922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:20.650338Z","time spent":"8.418575855s","remote":"127.0.0.1:59828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:40:29.068942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.927225816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:40:29.068984Z","caller":"traceutil/trace.go:171","msg":"trace[23750582] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:16158; }","duration":"2.927317438s","start":"2026-07-07T16:40:26.141653Z","end":"2026-07-07T16:40:29.068971Z","steps":["trace[23750582] 'agreement among raft nodes before linearized reading' (duration: 2.927257477s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:29.069027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:26.141627Z","time spent":"2.92739157s","remote":"127.0.0.1:59900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:40:29.069069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.103054861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-07T16:40:29.06911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.578128674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:40:29.069134Z","caller":"traceutil/trace.go:171","msg":"trace[544015022] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:16158; }","duration":"12.578205716s","start":"2026-07-07T16:40:16.490922Z","end":"2026-07-07T16:40:29.069127Z","steps":["trace[544015022] 'agreement among raft nodes before linearized reading' (duration: 12.578153725s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:40:29.069133Z","caller":"traceutil/trace.go:171","msg":"trace[1044215853] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:16158; }","duration":"12.103179134s","start":"2026-07-07T16:40:16.965937Z","end":"2026-07-07T16:40:29.069116Z","steps":["trace[1044215853] 'agreement among raft nodes before linearized reading' (duration: 12.103049821s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:29.069162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:16.49089Z","time spent":"12.578266328s","remote":"127.0.0.1:49528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:40:29.069117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.709302679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:40:29.069177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.470815468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T16:40:29.069204Z","caller":"traceutil/trace.go:171","msg":"trace[1153703322] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:16158; }","duration":"8.709436902s","start":"2026-07-07T16:40:20.359757Z","end":"2026-07-07T16:40:29.069194Z","steps":["trace[1153703322] 'agreement among raft nodes before linearized reading' (duration: 8.709321219s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:29.069217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.175668257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:40:29.06923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.156341985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:40:29.069231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:20.359728Z","time spent":"8.709493662s","remote":"127.0.0.1:60004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:40:29.069264Z","caller":"traceutil/trace.go:171","msg":"trace[73614740] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:16158; }","duration":"10.156419068s","start":"2026-07-07T16:40:18.912837Z","end":"2026-07-07T16:40:29.069257Z","steps":["trace[73614740] 'agreement among raft nodes before linearized reading' (duration: 10.156355917s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:40:29.069263Z","caller":"traceutil/trace.go:171","msg":"trace[1940298336] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:16158; }","duration":"3.175714268s","start":"2026-07-07T16:40:25.893535Z","end":"2026-07-07T16:40:29.06925Z","steps":["trace[1940298336] 'agreement among raft nodes before linearized reading' (duration: 3.175652547s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:29.069289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:18.912812Z","time spent":"10.156467009s","remote":"127.0.0.1:34842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:40:29.069299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.88989664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.193\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-07T16:40:29.069341Z","caller":"traceutil/trace.go:171","msg":"trace[247643550] range","detail":"{range_begin:/registry/masterleases/199.19.213.193; range_end:; response_count:1; response_revision:16158; }","duration":"5.889983643s","start":"2026-07-07T16:40:23.17934Z","end":"2026-07-07T16:40:29.069323Z","steps":["trace[247643550] 'agreement among raft nodes before linearized reading' (duration: 5.889915861s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:29.069346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.124652184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:40:29.069365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.74992066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-07T16:40:29.06938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:23.179302Z","time spent":"5.890071165s","remote":"127.0.0.1:44782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.193\" "} {"level":"info","ts":"2026-07-07T16:40:29.069387Z","caller":"traceutil/trace.go:171","msg":"trace[1701535595] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:16158; }","duration":"4.124744346s","start":"2026-07-07T16:40:24.944633Z","end":"2026-07-07T16:40:29.069377Z","steps":["trace[1701535595] 'agreement among raft nodes before linearized reading' (duration: 4.124684485s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:29.069378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.937034432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-db-init-pzxr8\" ","response":"range_response_count:1 size:9158"} {"level":"warn","ts":"2026-07-07T16:40:29.069174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:16.9659Z","time spent":"12.103266676s","remote":"127.0.0.1:45184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:40:29.069431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:24.944602Z","time spent":"4.124817448s","remote":"127.0.0.1:34834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:40:29.069091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.289906932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:22 size:198744"} {"level":"info","ts":"2026-07-07T16:40:29.06945Z","caller":"traceutil/trace.go:171","msg":"trace[1423333492] range","detail":"{range_begin:/registry/pods/openstack/nova-db-init-pzxr8; range_end:; response_count:1; response_revision:16158; }","duration":"10.937157016s","start":"2026-07-07T16:40:18.132276Z","end":"2026-07-07T16:40:29.069433Z","steps":["trace[1423333492] 'agreement among raft nodes before linearized reading' (duration: 10.93692771s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:40:29.069481Z","caller":"traceutil/trace.go:171","msg":"trace[650964699] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:22; response_revision:16158; }","duration":"8.290384193s","start":"2026-07-07T16:40:20.779089Z","end":"2026-07-07T16:40:29.069473Z","steps":["trace[650964699] 'agreement among raft nodes before linearized reading' (duration: 8.289510912s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:29.069491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:18.132249Z","time spent":"10.937230837s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":9181,"request content":"key:\"/registry/pods/openstack/nova-db-init-pzxr8\" "} {"level":"warn","ts":"2026-07-07T16:40:29.069512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:20.779039Z","time spent":"8.290462685s","remote":"127.0.0.1:45200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":198767,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-07-07T16:40:29.069565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.957535949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:40:29.069224Z","caller":"traceutil/trace.go:171","msg":"trace[455955527] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:16158; }","duration":"8.470909721s","start":"2026-07-07T16:40:20.598301Z","end":"2026-07-07T16:40:29.06921Z","steps":["trace[455955527] 'agreement among raft nodes before linearized reading' (duration: 8.470788928s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:29.069627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.022172235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:40:29.069629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:20.598259Z","time spent":"8.471356832s","remote":"127.0.0.1:42608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":58,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:40:29.069398Z","caller":"traceutil/trace.go:171","msg":"trace[638342350] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:16158; }","duration":"12.750019362s","start":"2026-07-07T16:40:16.31937Z","end":"2026-07-07T16:40:29.069389Z","steps":["trace[638342350] 'agreement among raft nodes before linearized reading' (duration: 12.74992482s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:29.069685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.132166335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:40:29.069684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.426058876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T16:40:29.069712Z","caller":"traceutil/trace.go:171","msg":"trace[83968448] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:16158; }","duration":"8.132233017s","start":"2026-07-07T16:40:20.937475Z","end":"2026-07-07T16:40:29.069708Z","steps":["trace[83968448] 'agreement among raft nodes before linearized reading' (duration: 8.132187986s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:29.069447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.023647283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:40:29.069721Z","caller":"traceutil/trace.go:171","msg":"trace[1037097426] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:16158; }","duration":"4.426140818s","start":"2026-07-07T16:40:24.64357Z","end":"2026-07-07T16:40:29.06971Z","steps":["trace[1037097426] 'agreement among raft nodes before linearized reading' (duration: 4.426023095s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:40:29.069745Z","caller":"traceutil/trace.go:171","msg":"trace[1069795175] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:16158; }","duration":"9.02394117s","start":"2026-07-07T16:40:20.04579Z","end":"2026-07-07T16:40:29.069732Z","steps":["trace[1069795175] 'agreement among raft nodes before linearized reading' (duration: 9.023626442s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:29.069763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:24.643542Z","time spent":"4.42621235s","remote":"127.0.0.1:44914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":71,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:40:29.069792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:20.045714Z","time spent":"9.024069063s","remote":"127.0.0.1:49570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:40:29.068871Z","caller":"traceutil/trace.go:171","msg":"trace[1152744930] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:16158; }","duration":"4.841642511s","start":"2026-07-07T16:40:24.227215Z","end":"2026-07-07T16:40:29.068857Z","steps":["trace[1152744930] 'agreement among raft nodes before linearized reading' (duration: 4.841556398s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:29.069297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:25.893473Z","time spent":"3.175814991s","remote":"127.0.0.1:59942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:40:29.069893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:24.227186Z","time spent":"4.842697286s","remote":"127.0.0.1:34848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:40:29.0697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:16.319334Z","time spent":"12.750351001s","remote":"127.0.0.1:45264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":43,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:40:29.069231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.688735774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-07-07T16:40:29.069649Z","caller":"traceutil/trace.go:171","msg":"trace[193408156] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:16158; }","duration":"8.022239027s","start":"2026-07-07T16:40:21.047404Z","end":"2026-07-07T16:40:29.069643Z","steps":["trace[193408156] 'agreement among raft nodes before linearized reading' (duration: 8.022199206s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:40:29.07009Z","caller":"traceutil/trace.go:171","msg":"trace[1726025595] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:16158; }","duration":"5.689647626s","start":"2026-07-07T16:40:23.380427Z","end":"2026-07-07T16:40:29.070075Z","steps":["trace[1726025595] 'agreement among raft nodes before linearized reading' (duration: 5.688725574s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:29.070144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:23.380415Z","time spent":"5.689715487s","remote":"127.0.0.1:44934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-07-07T16:40:29.06879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.512422136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:40:29.070322Z","caller":"traceutil/trace.go:171","msg":"trace[719859933] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:16158; }","duration":"8.514002624s","start":"2026-07-07T16:40:20.556308Z","end":"2026-07-07T16:40:29.070311Z","steps":["trace[719859933] 'agreement among raft nodes before linearized reading' (duration: 8.512438386s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:29.070099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:21.047385Z","time spent":"8.022706967s","remote":"127.0.0.1:60034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:40:29.070365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:20.556275Z","time spent":"8.514079046s","remote":"127.0.0.1:34856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:40:29.069734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:20.937453Z","time spent":"8.132276389s","remote":"127.0.0.1:57784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:40:29.06959Z","caller":"traceutil/trace.go:171","msg":"trace[649417964] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:16158; }","duration":"6.957617401s","start":"2026-07-07T16:40:22.111966Z","end":"2026-07-07T16:40:29.069583Z","steps":["trace[649417964] 'agreement among raft nodes before linearized reading' (duration: 6.95756993s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:29.07045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:22.111937Z","time spent":"6.958499983s","remote":"127.0.0.1:45146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:40:29.068583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:23.184116Z","time spent":"5.884329396s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":882,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:40:29.568891Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004043378,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T16:40:29.931075Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.002336598s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-07T16:40:30.134341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000572768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T16:40:30.134455Z","caller":"traceutil/trace.go:171","msg":"trace[606683364] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000766353s","start":"2026-07-07T16:40:28.133663Z","end":"2026-07-07T16:40:30.134429Z","steps":["trace[606683364] 'agreement among raft nodes before linearized reading' (duration: 2.000614519s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:30.134512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:28.133637Z","time spent":"2.000865155s","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 16:40:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T16:40:31.018227Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.086790632s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-07T16:40:31.295624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.36407731s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T16:40:31.296056Z","caller":"traceutil/trace.go:171","msg":"trace[597463455] linearizableReadLoop","detail":"{readStateIndex:16752; appliedIndex:16749; }","duration":"2.227375566s","start":"2026-07-07T16:40:29.06866Z","end":"2026-07-07T16:40:31.296036Z","steps":["trace[597463455] 'read index received' (duration: 862.796203ms)","trace[597463455] 'applied index is now lower than readState.Index' (duration: 1.364577793s)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:40:31.296057Z","caller":"traceutil/trace.go:171","msg":"trace[1811573926] transaction","detail":"{read_only:false; response_revision:16159; number_of_response:1; }","duration":"3.711809428s","start":"2026-07-07T16:40:27.584193Z","end":"2026-07-07T16:40:31.296003Z","steps":["trace[1811573926] 'process raft request' (duration: 2.347247916s)","trace[1811573926] 'compare' (duration: 1.363759533s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:40:31.296057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:29.070414Z","time spent":"2.225633174s","remote":"127.0.0.1:44782","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-07T16:40:31.296277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:27.584145Z","time spent":"3.712011603s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:40:31.296289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.612777545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-07T16:40:31.29639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.868315406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-07-07T16:40:31.296437Z","caller":"traceutil/trace.go:171","msg":"trace[1305938629] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:16160; }","duration":"4.868417969s","start":"2026-07-07T16:40:26.428007Z","end":"2026-07-07T16:40:31.296425Z","steps":["trace[1305938629] 'agreement among raft nodes before linearized reading' (duration: 4.868259116s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:31.296532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:26.427982Z","time spent":"4.868538372s","remote":"127.0.0.1:44856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-07T16:40:31.296611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.026451017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-72wnd\" ","response":"range_response_count:1 size:20644"} {"level":"info","ts":"2026-07-07T16:40:31.296652Z","caller":"traceutil/trace.go:171","msg":"trace[1187614362] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-72wnd; range_end:; response_count:1; response_revision:16160; }","duration":"3.02653859s","start":"2026-07-07T16:40:28.270103Z","end":"2026-07-07T16:40:31.296642Z","steps":["trace[1187614362] 'agreement among raft nodes before linearized reading' (duration: 3.026321274s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:31.296689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:28.270054Z","time spent":"3.026626552s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20667,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-72wnd\" "} {"level":"warn","ts":"2026-07-07T16:40:31.296812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.042242834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"warn","ts":"2026-07-07T16:40:31.296847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.488641898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:40:31.296395Z","caller":"traceutil/trace.go:171","msg":"trace[431169005] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:16160; }","duration":"4.612960429s","start":"2026-07-07T16:40:26.683403Z","end":"2026-07-07T16:40:31.296363Z","steps":["trace[431169005] 'agreement among raft nodes before linearized reading' (duration: 4.612769654s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:40:31.296877Z","caller":"traceutil/trace.go:171","msg":"trace[866486952] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:16160; }","duration":"3.488729371s","start":"2026-07-07T16:40:27.808137Z","end":"2026-07-07T16:40:31.296867Z","steps":["trace[866486952] 'agreement among raft nodes before linearized reading' (duration: 3.48867516s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:31.296908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:27.808092Z","time spent":"3.488807393s","remote":"127.0.0.1:59788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:40:31.296931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.04126789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:40:31.296967Z","caller":"traceutil/trace.go:171","msg":"trace[464526616] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:16160; }","duration":"5.041310661s","start":"2026-07-07T16:40:26.255645Z","end":"2026-07-07T16:40:31.296955Z","steps":["trace[464526616] 'agreement among raft nodes before linearized reading' (duration: 5.04125351s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:31.297004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:26.255639Z","time spent":"5.041356793s","remote":"127.0.0.1:44838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" "} {"level":"warn","ts":"2026-07-07T16:40:31.297108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.555728465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T16:40:31.297148Z","caller":"traceutil/trace.go:171","msg":"trace[1581119054] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:16160; }","duration":"4.555769916s","start":"2026-07-07T16:40:26.741367Z","end":"2026-07-07T16:40:31.297137Z","steps":["trace[1581119054] 'agreement among raft nodes before linearized reading' (duration: 4.555710294s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:31.296907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:26.683371Z","time spent":"4.613520343s","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":20,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:40:31.297178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:26.741332Z","time spent":"4.555838397s","remote":"127.0.0.1:49750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:40:31.297239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.042637204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-07-07T16:40:31.297285Z","caller":"traceutil/trace.go:171","msg":"trace[718882049] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:16160; }","duration":"5.042710436s","start":"2026-07-07T16:40:26.254561Z","end":"2026-07-07T16:40:31.297271Z","steps":["trace[718882049] 'agreement among raft nodes before linearized reading' (duration: 5.042595033s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:31.297316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:26.25451Z","time spent":"5.042799088s","remote":"127.0.0.1:44910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-07-07T16:40:31.297386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.256660415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:40:31.296875Z","caller":"traceutil/trace.go:171","msg":"trace[938843953] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:16160; }","duration":"5.042331566s","start":"2026-07-07T16:40:26.254529Z","end":"2026-07-07T16:40:31.296861Z","steps":["trace[938843953] 'agreement among raft nodes before linearized reading' (duration: 5.042166422s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:40:31.297483Z","caller":"traceutil/trace.go:171","msg":"trace[1968750795] transaction","detail":"{read_only:false; response_revision:16160; number_of_response:1; }","duration":"2.219007754s","start":"2026-07-07T16:40:29.078465Z","end":"2026-07-07T16:40:31.297472Z","steps":["trace[1968750795] 'process raft request' (duration: 2.217412265s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:31.297481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.355230878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:40:31.297554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:29.078446Z","time spent":"2.219070365s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10849,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:40:31.297565Z","caller":"traceutil/trace.go:171","msg":"trace[1637339282] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:16160; }","duration":"2.355360071s","start":"2026-07-07T16:40:28.942159Z","end":"2026-07-07T16:40:31.297519Z","steps":["trace[1637339282] 'agreement among raft nodes before linearized reading' (duration: 2.355256968s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:31.297599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.8355983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-07T16:40:31.297619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.911434104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:40:31.297639Z","caller":"traceutil/trace.go:171","msg":"trace[405975475] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:16160; }","duration":"2.83563255s","start":"2026-07-07T16:40:28.461989Z","end":"2026-07-07T16:40:31.297621Z","steps":["trace[405975475] 'agreement among raft nodes before linearized reading' (duration: 2.835577259s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:31.297643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:28.942129Z","time spent":"2.355477354s","remote":"127.0.0.1:42658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:40:31.297669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:28.461904Z","time spent":"2.835758053s","remote":"127.0.0.1:44926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:40:31.297669Z","caller":"traceutil/trace.go:171","msg":"trace[1903555078] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:16160; }","duration":"2.911540207s","start":"2026-07-07T16:40:28.386114Z","end":"2026-07-07T16:40:31.297655Z","steps":["trace[1903555078] 'agreement among raft nodes before linearized reading' (duration: 2.911463875s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:31.297686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.738123502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:40:31.297715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:28.386081Z","time spent":"2.911624959s","remote":"127.0.0.1:59936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:40:31.297737Z","caller":"traceutil/trace.go:171","msg":"trace[267562484] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:16160; }","duration":"2.738224784s","start":"2026-07-07T16:40:28.559497Z","end":"2026-07-07T16:40:31.297721Z","steps":["trace[267562484] 'agreement among raft nodes before linearized reading' (duration: 2.738119871s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:31.297359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.72938673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-07T16:40:31.297774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:28.559468Z","time spent":"2.738297766s","remote":"127.0.0.1:45148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:40:31.297796Z","caller":"traceutil/trace.go:171","msg":"trace[1662971861] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:16160; }","duration":"2.729896532s","start":"2026-07-07T16:40:28.567874Z","end":"2026-07-07T16:40:31.29777Z","steps":["trace[1662971861] 'agreement among raft nodes before linearized reading' (duration: 2.729343609s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:31.29784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:28.567857Z","time spent":"2.729968944s","remote":"127.0.0.1:60030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:40:31.297859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.984461311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:40:31.297484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:26.25451Z","time spent":"5.042959302s","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":719,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" "} {"level":"info","ts":"2026-07-07T16:40:31.297892Z","caller":"traceutil/trace.go:171","msg":"trace[82136133] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:16160; }","duration":"2.984535063s","start":"2026-07-07T16:40:28.313347Z","end":"2026-07-07T16:40:31.297882Z","steps":["trace[82136133] 'agreement among raft nodes before linearized reading' (duration: 2.984477891s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:31.297925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:28.31333Z","time spent":"2.984586195s","remote":"127.0.0.1:49628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:40:31.297443Z","caller":"traceutil/trace.go:171","msg":"trace[1395079522] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:16160; }","duration":"2.256758158s","start":"2026-07-07T16:40:29.040671Z","end":"2026-07-07T16:40:31.297429Z","steps":["trace[1395079522] 'agreement among raft nodes before linearized reading' (duration: 2.256662795s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:31.297977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:29.040644Z","time spent":"2.257320311s","remote":"127.0.0.1:49546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:40:31.298349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.027184125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p22f7\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-07-07T16:40:31.29894Z","caller":"traceutil/trace.go:171","msg":"trace[1587479165] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p22f7; range_end:; response_count:1; response_revision:16160; }","duration":"3.02784535s","start":"2026-07-07T16:40:28.271062Z","end":"2026-07-07T16:40:31.298907Z","steps":["trace[1587479165] 'agreement among raft nodes before linearized reading' (duration: 3.025100354s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:31.299092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:28.271037Z","time spent":"3.028032145s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-p22f7\" "} {"level":"warn","ts":"2026-07-07T16:40:32.134668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999765099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T16:40:32.134786Z","caller":"traceutil/trace.go:171","msg":"trace[1099876215] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999968075s","start":"2026-07-07T16:40:30.134789Z","end":"2026-07-07T16:40:32.134757Z","steps":["trace[1099876215] 'agreement among raft nodes before linearized reading' (duration: 1.999805751s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:32.134848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:30.134757Z","time spent":"2.000077898s","remote":"127.0.0.1:44742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 16:40:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T16:40:32.224327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.898605ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-07T16:40:32.224582Z","caller":"traceutil/trace.go:171","msg":"trace[1255653577] transaction","detail":"{read_only:false; number_of_response:1; response_revision:16161; }","duration":"927.15859ms","start":"2026-07-07T16:40:31.297399Z","end":"2026-07-07T16:40:32.224557Z","steps":["trace[1255653577] 'process raft request' (duration: 927.083599ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:32.224793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:31.297373Z","time spent":"927.255363ms","remote":"127.0.0.1:44782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:40:32.22508Z","caller":"traceutil/trace.go:171","msg":"trace[308894352] linearizableReadLoop","detail":"{readStateIndex:16753; appliedIndex:16752; }","duration":"928.972125ms","start":"2026-07-07T16:40:31.296094Z","end":"2026-07-07T16:40:32.225066Z","steps":["trace[308894352] 'read index received' (duration: 101.342982ms)","trace[308894352] 'applied index is now lower than readState.Index' (duration: 827.626983ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:40:32.225323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.89392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"warn","ts":"2026-07-07T16:40:32.225306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.30275488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:40:32.225381Z","caller":"traceutil/trace.go:171","msg":"trace[1851720755] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:16161; }","duration":"925.967521ms","start":"2026-07-07T16:40:31.299404Z","end":"2026-07-07T16:40:32.225372Z","steps":["trace[1851720755] 'agreement among raft nodes before linearized reading' (duration: 925.852228ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:32.225385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.150413507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:537"} {"level":"info","ts":"2026-07-07T16:40:32.225873Z","caller":"traceutil/trace.go:171","msg":"trace[209025332] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:16161; }","duration":"3.15095793s","start":"2026-07-07T16:40:29.074891Z","end":"2026-07-07T16:40:32.225849Z","steps":["trace[209025332] 'agreement among raft nodes before linearized reading' (duration: 3.150231732s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:32.225435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:31.299393Z","time spent":"926.035154ms","remote":"127.0.0.1:44934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1308,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"info","ts":"2026-07-07T16:40:32.225425Z","caller":"traceutil/trace.go:171","msg":"trace[1422460367] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:16161; }","duration":"2.303041657s","start":"2026-07-07T16:40:29.922356Z","end":"2026-07-07T16:40:32.225397Z","steps":["trace[1422460367] 'agreement among raft nodes before linearized reading' (duration: 2.30275238s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:32.226005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:29.07487Z","time spent":"3.151076823s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":560,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-07-07T16:40:32.226009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:29.922323Z","time spent":"2.303668262s","remote":"127.0.0.1:39280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:40:32.225333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.150480259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:688"} {"level":"info","ts":"2026-07-07T16:40:32.226093Z","caller":"traceutil/trace.go:171","msg":"trace[227088206] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:16161; }","duration":"3.151248737s","start":"2026-07-07T16:40:29.074821Z","end":"2026-07-07T16:40:32.22607Z","steps":["trace[227088206] 'agreement among raft nodes before linearized reading' (duration: 3.150344525s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:32.226132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:29.074804Z","time spent":"3.151318759s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":711,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-07-07T16:40:32.225407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.150473658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c00f508edff6b3\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-07T16:40:32.226202Z","caller":"traceutil/trace.go:171","msg":"trace[775802448] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c00f508edff6b3; range_end:; response_count:1; response_revision:16161; }","duration":"3.15134591s","start":"2026-07-07T16:40:29.074846Z","end":"2026-07-07T16:40:32.226192Z","steps":["trace[775802448] 'agreement among raft nodes before linearized reading' (duration: 3.150308845s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:32.226245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:29.074823Z","time spent":"3.151408961s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c00f508edff6b3\" "} {"level":"warn","ts":"2026-07-07T16:40:32.226323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.959796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:727935"} {"level":"info","ts":"2026-07-07T16:40:32.226439Z","caller":"traceutil/trace.go:171","msg":"trace[2127452942] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:16161; }","duration":"920.151161ms","start":"2026-07-07T16:40:31.306268Z","end":"2026-07-07T16:40:32.226419Z","steps":["trace[2127452942] 'agreement among raft nodes before linearized reading' (duration: 919.050994ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:32.226499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:31.306259Z","time spent":"920.223543ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":75,"response size":727958,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-07T16:40:32.226492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.371935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:727935"} {"level":"info","ts":"2026-07-07T16:40:32.226566Z","caller":"traceutil/trace.go:171","msg":"trace[1054279655] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:16161; }","duration":"922.484268ms","start":"2026-07-07T16:40:31.304062Z","end":"2026-07-07T16:40:32.226547Z","steps":["trace[1054279655] 'agreement among raft nodes before linearized reading' (duration: 921.423452ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:32.226624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:31.304041Z","time spent":"922.571839ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":75,"response size":727958,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-07T16:40:32.225505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.611554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e80fa700-30dc-4939-89ab-6346bf335128\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-07-07T16:40:32.226814Z","caller":"traceutil/trace.go:171","msg":"trace[262034110] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e80fa700-30dc-4939-89ab-6346bf335128; range_end:; response_count:1; response_revision:16161; }","duration":"924.916086ms","start":"2026-07-07T16:40:31.301888Z","end":"2026-07-07T16:40:32.226804Z","steps":["trace[262034110] 'agreement among raft nodes before linearized reading' (duration: 923.558563ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:32.226852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:31.301849Z","time spent":"924.994798ms","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1458,"request content":"key:\"/registry/persistentvolumes/pvc-e80fa700-30dc-4939-89ab-6346bf335128\" "} {"level":"warn","ts":"2026-07-07T16:40:32.225496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.193335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6755"} {"level":"warn","ts":"2026-07-07T16:40:32.225552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.949561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T16:40:32.227115Z","caller":"traceutil/trace.go:171","msg":"trace[1370943381] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:16161; }","duration":"896.52982ms","start":"2026-07-07T16:40:31.33057Z","end":"2026-07-07T16:40:32.227099Z","steps":["trace[1370943381] 'agreement among raft nodes before linearized reading' (duration: 894.956282ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:32.225584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.689356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"warn","ts":"2026-07-07T16:40:32.227176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:31.330527Z","time spent":"896.626472ms","remote":"127.0.0.1:49670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:40:32.227098Z","caller":"traceutil/trace.go:171","msg":"trace[1622757291] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:16161; }","duration":"924.740432ms","start":"2026-07-07T16:40:31.302275Z","end":"2026-07-07T16:40:32.227016Z","steps":["trace[1622757291] 'agreement among raft nodes before linearized reading' (duration: 923.103322ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:32.225754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.869876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T16:40:32.227227Z","caller":"traceutil/trace.go:171","msg":"trace[2123754488] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:16161; }","duration":"925.350557ms","start":"2026-07-07T16:40:31.301854Z","end":"2026-07-07T16:40:32.227204Z","steps":["trace[2123754488] 'agreement among raft nodes before linearized reading' (duration: 923.603844ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:32.227284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:31.301832Z","time spent":"925.438409ms","remote":"127.0.0.1:44934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1016,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"info","ts":"2026-07-07T16:40:32.22726Z","caller":"traceutil/trace.go:171","msg":"trace[1816391013] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:16161; }","duration":"473.414293ms","start":"2026-07-07T16:40:31.753823Z","end":"2026-07-07T16:40:32.227237Z","steps":["trace[1816391013] 'agreement among raft nodes before linearized reading' (duration: 471.643491ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:32.227322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:31.302268Z","time spent":"924.972617ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6778,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-07-07T16:40:32.227337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:31.753801Z","time spent":"473.517095ms","remote":"127.0.0.1:44856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":121,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:40:32.53277Z","caller":"traceutil/trace.go:171","msg":"trace[183030356] linearizableReadLoop","detail":"{readStateIndex:16755; appliedIndex:16754; }","duration":"305.89798ms","start":"2026-07-07T16:40:32.226841Z","end":"2026-07-07T16:40:32.532739Z","steps":["trace[183030356] 'read index received' (duration: 305.666515ms)","trace[183030356] 'applied index is now lower than readState.Index' (duration: 229.355µs)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:40:32.532807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:32.226736Z","time spent":"306.066425ms","remote":"127.0.0.1:44782","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-07T16:40:32.532966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.083595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:40:32.533069Z","caller":"traceutil/trace.go:171","msg":"trace[630156306] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16161; }","duration":"306.232649ms","start":"2026-07-07T16:40:32.226813Z","end":"2026-07-07T16:40:32.533046Z","steps":["trace[630156306] 'agreement among raft nodes before linearized reading' (duration: 306.014503ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:32.533116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:32.226787Z","time spent":"306.320681ms","remote":"127.0.0.1:44742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T16:40:33.033507Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004043394,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T16:40:33.523547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:32.228783Z","time spent":"1.294745902s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-07T16:40:33.523674Z","caller":"traceutil/trace.go:171","msg":"trace[102296563] transaction","detail":"{read_only:false; response_revision:16162; number_of_response:1; }","duration":"1.292427136s","start":"2026-07-07T16:40:32.231219Z","end":"2026-07-07T16:40:33.523647Z","steps":["trace[102296563] 'process raft request' (duration: 1.292247782s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:33.523836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:32.231185Z","time spent":"1.292557749s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:40:33.524022Z","caller":"traceutil/trace.go:171","msg":"trace[1436538885] transaction","detail":"{read_only:false; response_revision:16163; number_of_response:1; }","duration":"1.291079694s","start":"2026-07-07T16:40:32.232901Z","end":"2026-07-07T16:40:33.523981Z","steps":["trace[1436538885] 'process raft request' (duration: 1.290701905s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:40:33.524148Z","caller":"traceutil/trace.go:171","msg":"trace[584902791] transaction","detail":"{read_only:false; response_revision:16164; number_of_response:1; }","duration":"1.285888008s","start":"2026-07-07T16:40:32.238232Z","end":"2026-07-07T16:40:33.52412Z","steps":["trace[584902791] 'process raft request' (duration: 1.285626532s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:33.524209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:32.232684Z","time spent":"1.291422102s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:40:33.524296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:32.238221Z","time spent":"1.28597797s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7052,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:40:34.722463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165582508s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:40:34.722651Z","caller":"traceutil/trace.go:171","msg":"trace[1563098274] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:16164; }","duration":"1.165789943s","start":"2026-07-07T16:40:33.556833Z","end":"2026-07-07T16:40:34.722623Z","steps":["trace[1563098274] 'range keys from in-memory index tree' (duration: 1.165559098s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:34.723913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.695041ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T16:40:34.724231Z","caller":"traceutil/trace.go:171","msg":"trace[1441884027] transaction","detail":"{read_only:false; response_revision:16166; number_of_response:1; }","duration":"1.199585221s","start":"2026-07-07T16:40:33.524618Z","end":"2026-07-07T16:40:34.724203Z","steps":["trace[1441884027] 'process raft request' (duration: 1.199455888s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:40:34.724306Z","caller":"traceutil/trace.go:171","msg":"trace[265351907] linearizableReadLoop","detail":"{readStateIndex:16760; appliedIndex:16755; }","duration":"2.191434855s","start":"2026-07-07T16:40:32.532843Z","end":"2026-07-07T16:40:34.724278Z","steps":["trace[265351907] 'read index received' (duration: 990.508882ms)","trace[265351907] 'applied index is now lower than readState.Index' (duration: 1.200922433s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:40:34.724335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:33.524598Z","time spent":"1.199686073s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:40:34.724358Z","caller":"traceutil/trace.go:171","msg":"trace[543646368] transaction","detail":"{read_only:false; response_revision:16165; number_of_response:1; }","duration":"2.190074533s","start":"2026-07-07T16:40:32.534231Z","end":"2026-07-07T16:40:34.724306Z","steps":["trace[543646368] 'process raft request' (duration: 1.83486451s)","trace[543646368] 'compare' (duration: 354.511766ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:40:34.72454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.490101711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"warn","ts":"2026-07-07T16:40:34.724592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.490572173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111956"} {"level":"info","ts":"2026-07-07T16:40:34.724591Z","caller":"traceutil/trace.go:171","msg":"trace[2003772273] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:16166; }","duration":"2.490189524s","start":"2026-07-07T16:40:32.234388Z","end":"2026-07-07T16:40:34.724577Z","steps":["trace[2003772273] 'agreement among raft nodes before linearized reading' (duration: 2.489895906s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:34.724581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.1139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:40:34.724596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.49255793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"warn","ts":"2026-07-07T16:40:34.724628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:32.234378Z","time spent":"2.490241945s","remote":"127.0.0.1:44934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1016,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"warn","ts":"2026-07-07T16:40:34.724613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:32.534208Z","time spent":"2.190307688s","remote":"127.0.0.1:44782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:40:34.724643Z","caller":"traceutil/trace.go:171","msg":"trace[945948996] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16166; }","duration":"617.191332ms","start":"2026-07-07T16:40:34.107434Z","end":"2026-07-07T16:40:34.724626Z","steps":["trace[945948996] 'agreement among raft nodes before linearized reading' (duration: 617.068039ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:34.72465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.53333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-72wnd\" ","response":"range_response_count:1 size:20644"} {"level":"warn","ts":"2026-07-07T16:40:34.724699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:34.107363Z","time spent":"617.322965ms","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-07T16:40:34.724705Z","caller":"traceutil/trace.go:171","msg":"trace[209893507] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-72wnd; range_end:; response_count:1; response_revision:16166; }","duration":"481.632812ms","start":"2026-07-07T16:40:34.243057Z","end":"2026-07-07T16:40:34.72469Z","steps":["trace[209893507] 'agreement among raft nodes before linearized reading' (duration: 481.452828ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:40:34.724653Z","caller":"traceutil/trace.go:171","msg":"trace[780400086] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:16166; }","duration":"2.492647233s","start":"2026-07-07T16:40:32.231991Z","end":"2026-07-07T16:40:34.724639Z","steps":["trace[780400086] 'agreement among raft nodes before linearized reading' (duration: 2.492387097s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:34.724754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:34.243037Z","time spent":"481.705834ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20667,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-72wnd\" "} {"level":"warn","ts":"2026-07-07T16:40:34.724735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.854413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p22f7\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-07-07T16:40:34.724735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.197752546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-vwh8p\" ","response":"range_response_count:1 size:5933"} {"level":"warn","ts":"2026-07-07T16:40:34.724777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.588446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T16:40:34.724618Z","caller":"traceutil/trace.go:171","msg":"trace[1315534476] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:16166; }","duration":"2.490650254s","start":"2026-07-07T16:40:32.23396Z","end":"2026-07-07T16:40:34.72461Z","steps":["trace[1315534476] 'agreement among raft nodes before linearized reading' (duration: 2.490375268s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:40:34.724839Z","caller":"traceutil/trace.go:171","msg":"trace[1903755608] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-vwh8p; range_end:; response_count:1; response_revision:16166; }","duration":"1.197929411s","start":"2026-07-07T16:40:33.526888Z","end":"2026-07-07T16:40:34.724817Z","steps":["trace[1903755608] 'agreement among raft nodes before linearized reading' (duration: 1.197611994s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:40:34.724834Z","caller":"traceutil/trace.go:171","msg":"trace[1258898169] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p22f7; range_end:; response_count:1; response_revision:16166; }","duration":"481.025727ms","start":"2026-07-07T16:40:34.243784Z","end":"2026-07-07T16:40:34.72481Z","steps":["trace[1258898169] 'agreement among raft nodes before linearized reading' (duration: 480.74948ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:34.724863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:32.233928Z","time spent":"2.490926101s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":111979,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"info","ts":"2026-07-07T16:40:34.724873Z","caller":"traceutil/trace.go:171","msg":"trace[1456570777] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:16166; }","duration":"623.816762ms","start":"2026-07-07T16:40:34.101033Z","end":"2026-07-07T16:40:34.724849Z","steps":["trace[1456570777] 'agreement among raft nodes before linearized reading' (duration: 623.551146ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:34.724887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:33.526865Z","time spent":"1.198013183s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":5956,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-vwh8p\" "} {"level":"warn","ts":"2026-07-07T16:40:34.724887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:34.243752Z","time spent":"481.12613ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-p22f7\" "} {"level":"warn","ts":"2026-07-07T16:40:34.724869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:32.231974Z","time spent":"2.492833367s","remote":"127.0.0.1:44910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-07-07T16:40:34.724939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:34.101001Z","time spent":"623.919965ms","remote":"127.0.0.1:49502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:40:35.235108Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004043407,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T16:40:35.733449Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.001386387s","expected-duration":"1s"} {"level":"info","ts":"2026-07-07T16:40:35.733962Z","caller":"traceutil/trace.go:171","msg":"trace[1062723710] transaction","detail":"{read_only:false; response_revision:16167; number_of_response:1; }","duration":"1.002000721s","start":"2026-07-07T16:40:34.731924Z","end":"2026-07-07T16:40:35.733925Z","steps":["trace[1062723710] 'process raft request' (duration: 1.001772636s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:35.734144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:34.7319Z","time spent":"1.002142804s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:40:36.925446Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.117827832s","expected-duration":"1s"} {"level":"info","ts":"2026-07-07T16:40:36.926202Z","caller":"traceutil/trace.go:171","msg":"trace[1796937053] transaction","detail":"{read_only:false; response_revision:16169; number_of_response:1; }","duration":"2.183041152s","start":"2026-07-07T16:40:34.743138Z","end":"2026-07-07T16:40:36.926179Z","steps":["trace[1796937053] 'process raft request' (duration: 2.182862988s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:40:36.92625Z","caller":"traceutil/trace.go:171","msg":"trace[445926713] transaction","detail":"{read_only:false; response_revision:16168; number_of_response:1; }","duration":"2.188914794s","start":"2026-07-07T16:40:34.737274Z","end":"2026-07-07T16:40:36.926189Z","steps":["trace[445926713] 'process raft request' (duration: 2.188566146s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:36.926397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:34.743123Z","time spent":"2.183157835s","remote":"127.0.0.1:39252","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:40:36.926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:34.732316Z","time spent":"2.193653689s","remote":"127.0.0.1:44782","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-07T16:40:36.926532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:34.737265Z","time spent":"2.189109049s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6234,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:40:36.926102Z","caller":"traceutil/trace.go:171","msg":"trace[1548993603] linearizableReadLoop","detail":"{readStateIndex:16765; appliedIndex:16761; }","duration":"2.192018859s","start":"2026-07-07T16:40:34.734057Z","end":"2026-07-07T16:40:36.926076Z","steps":["trace[1548993603] 'read index received' (duration: 999.752037ms)","trace[1548993603] 'applied index is now lower than readState.Index' (duration: 1.192265742s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:40:36.927475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.193401153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:728251"} {"level":"info","ts":"2026-07-07T16:40:36.92754Z","caller":"traceutil/trace.go:171","msg":"trace[1240669818] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:16169; }","duration":"2.193489716s","start":"2026-07-07T16:40:34.734037Z","end":"2026-07-07T16:40:36.927527Z","steps":["trace[1240669818] 'agreement among raft nodes before linearized reading' (duration: 2.192350668s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:36.927578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:34.734028Z","time spent":"2.193538437s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":75,"response size":728274,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-07T16:40:37.416194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.484562ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T16:40:37.416423Z","caller":"traceutil/trace.go:171","msg":"trace[864706349] transaction","detail":"{read_only:false; response_revision:16171; number_of_response:1; }","duration":"486.49718ms","start":"2026-07-07T16:40:36.929907Z","end":"2026-07-07T16:40:37.416404Z","steps":["trace[864706349] 'process raft request' (duration: 486.408968ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:37.416528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:36.929881Z","time spent":"486.615642ms","remote":"127.0.0.1:44782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:40:37.416666Z","caller":"traceutil/trace.go:171","msg":"trace[664188255] linearizableReadLoop","detail":"{readStateIndex:16766; appliedIndex:16765; }","duration":"489.531664ms","start":"2026-07-07T16:40:36.927106Z","end":"2026-07-07T16:40:37.416638Z","steps":["trace[664188255] 'read index received' (duration: 123.470858ms)","trace[664188255] 'applied index is now lower than readState.Index' (duration: 366.058806ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:40:37.416682Z","caller":"traceutil/trace.go:171","msg":"trace[1906074407] transaction","detail":"{read_only:false; response_revision:16170; number_of_response:1; }","duration":"839.416108ms","start":"2026-07-07T16:40:36.577224Z","end":"2026-07-07T16:40:37.41664Z","steps":["trace[1906074407] 'process raft request' (duration: 473.375742ms)","trace[1906074407] 'compare' (duration: 365.312038ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:40:37.416801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.296529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:40:37.416872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:36.577195Z","time spent":"839.555571ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:40:37.416879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.77598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p22f7\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-07-07T16:40:37.416914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.67741977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c00f508edff6b3\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-07-07T16:40:37.416866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.307787248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:40:37.416941Z","caller":"traceutil/trace.go:171","msg":"trace[435292346] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c00f508edff6b3; range_end:; response_count:1; response_revision:16171; }","duration":"1.677507953s","start":"2026-07-07T16:40:35.739424Z","end":"2026-07-07T16:40:37.416932Z","steps":["trace[435292346] 'agreement among raft nodes before linearized reading' (duration: 1.677350349s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:37.416911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.43562448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T16:40:37.41693Z","caller":"traceutil/trace.go:171","msg":"trace[1438750421] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p22f7; range_end:; response_count:1; response_revision:16171; }","duration":"673.874212ms","start":"2026-07-07T16:40:36.743042Z","end":"2026-07-07T16:40:37.416916Z","steps":["trace[1438750421] 'agreement among raft nodes before linearized reading' (duration: 673.604346ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:37.416965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:35.739388Z","time spent":"1.677572403s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c00f508edff6b3\" "} {"level":"info","ts":"2026-07-07T16:40:37.416969Z","caller":"traceutil/trace.go:171","msg":"trace[1393918815] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16171; }","duration":"1.307961682s","start":"2026-07-07T16:40:36.108985Z","end":"2026-07-07T16:40:37.416947Z","steps":["trace[1393918815] 'agreement among raft nodes before linearized reading' (duration: 1.307691176s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:37.416991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:36.743014Z","time spent":"673.968115ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-p22f7\" "} {"level":"info","ts":"2026-07-07T16:40:37.41699Z","caller":"traceutil/trace.go:171","msg":"trace[994949718] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:16171; }","duration":"1.435776264s","start":"2026-07-07T16:40:35.981193Z","end":"2026-07-07T16:40:37.416969Z","steps":["trace[994949718] 'agreement among raft nodes before linearized reading' (duration: 1.435509737s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:37.417018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:36.108954Z","time spent":"1.308054615s","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T16:40:37.417017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.679814271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"warn","ts":"2026-07-07T16:40:37.417049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:35.981165Z","time spent":"1.435866436s","remote":"127.0.0.1:44790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":92,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:40:37.417065Z","caller":"traceutil/trace.go:171","msg":"trace[1447120193] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:16171; }","duration":"2.679882053s","start":"2026-07-07T16:40:34.737168Z","end":"2026-07-07T16:40:37.41705Z","steps":["trace[1447120193] 'agreement among raft nodes before linearized reading' (duration: 2.679722819s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:37.417061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.581282986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-07-07T16:40:37.416909Z","caller":"traceutil/trace.go:171","msg":"trace[165465768] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:16171; }","duration":"697.478294ms","start":"2026-07-07T16:40:36.719401Z","end":"2026-07-07T16:40:37.416879Z","steps":["trace[165465768] 'agreement among raft nodes before linearized reading' (duration: 697.239228ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:37.417102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:34.737157Z","time spent":"2.679937824s","remote":"127.0.0.1:39220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4749,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-07-07T16:40:37.417107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.804535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-jwc8l\" ","response":"range_response_count:1 size:4694"} {"level":"info","ts":"2026-07-07T16:40:37.417116Z","caller":"traceutil/trace.go:171","msg":"trace[2083101164] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:16171; }","duration":"2.58139791s","start":"2026-07-07T16:40:34.835703Z","end":"2026-07-07T16:40:37.417101Z","steps":["trace[2083101164] 'agreement among raft nodes before linearized reading' (duration: 2.581289847s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:37.416801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.591383298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T16:40:37.417142Z","caller":"traceutil/trace.go:171","msg":"trace[894054729] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-jwc8l; range_end:; response_count:1; response_revision:16171; }","duration":"483.891897ms","start":"2026-07-07T16:40:36.933238Z","end":"2026-07-07T16:40:37.417129Z","steps":["trace[894054729] 'agreement among raft nodes before linearized reading' (duration: 483.781814ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:37.417138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:36.719369Z","time spent":"697.74589ms","remote":"127.0.0.1:57712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:40:37.417164Z","caller":"traceutil/trace.go:171","msg":"trace[333745964] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:16171; }","duration":"1.59184034s","start":"2026-07-07T16:40:35.825315Z","end":"2026-07-07T16:40:37.417156Z","steps":["trace[333745964] 'agreement among raft nodes before linearized reading' (duration: 1.591347598s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:37.417161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:34.835669Z","time spent":"2.581480072s","remote":"127.0.0.1:44910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-07-07T16:40:37.417175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:36.933206Z","time spent":"483.962279ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4717,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-jwc8l\" "} {"level":"warn","ts":"2026-07-07T16:40:37.417188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:35.825284Z","time spent":"1.591895351s","remote":"127.0.0.1:44910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":10,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:40:37.921084Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004043419,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T16:40:38.422197Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004043419,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T16:40:38.536398Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.11648997s","expected-duration":"1s"} {"level":"info","ts":"2026-07-07T16:40:38.537489Z","caller":"traceutil/trace.go:171","msg":"trace[312117315] transaction","detail":"{read_only:false; response_revision:16172; number_of_response:1; }","duration":"1.117723251s","start":"2026-07-07T16:40:37.419728Z","end":"2026-07-07T16:40:38.537452Z","steps":["trace[312117315] 'process raft request' (duration: 1.117010784s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:38.537684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:37.419701Z","time spent":"1.117876454s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:40:39.426397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000869476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-07T16:40:39.426495Z","caller":"traceutil/trace.go:171","msg":"trace[2068059313] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00101108s","start":"2026-07-07T16:40:37.425462Z","end":"2026-07-07T16:40:39.426473Z","steps":["trace[2068059313] 'agreement among raft nodes before linearized reading' (duration: 2.000883097s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:39.426554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:37.425451Z","time spent":"2.001085802s","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T16:40:40.814661Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.277967439s","expected-duration":"1s"} {"level":"info","ts":"2026-07-07T16:40:40.815352Z","caller":"traceutil/trace.go:171","msg":"trace[411653377] linearizableReadLoop","detail":"{readStateIndex:16769; appliedIndex:16767; }","duration":"3.394571643s","start":"2026-07-07T16:40:37.420749Z","end":"2026-07-07T16:40:40.815321Z","steps":["trace[411653377] 'read index received' (duration: 1.116004629s)","trace[411653377] 'applied index is now lower than readState.Index' (duration: 2.278565504s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:40:40.815603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.394825539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-07T16:40:40.815698Z","caller":"traceutil/trace.go:171","msg":"trace[443245758] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:16173; }","duration":"3.394934401s","start":"2026-07-07T16:40:37.420744Z","end":"2026-07-07T16:40:40.815678Z","steps":["trace[443245758] 'agreement among raft nodes before linearized reading' (duration: 3.394681235s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:40.815709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.90255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:40:40.815742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:37.420697Z","time spent":"3.395035604s","remote":"127.0.0.1:44782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-07T16:40:40.815724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.394348107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-afd90f60-d56f-44bb-8291-e25512981a69\" ","response":"range_response_count:1 size:1450"} {"level":"warn","ts":"2026-07-07T16:40:40.815764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.388663554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:40:40.815816Z","caller":"traceutil/trace.go:171","msg":"trace[391456441] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:16173; }","duration":"964.081044ms","start":"2026-07-07T16:40:39.85169Z","end":"2026-07-07T16:40:40.815771Z","steps":["trace[391456441] 'agreement among raft nodes before linearized reading' (duration: 963.894319ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:40:40.815823Z","caller":"traceutil/trace.go:171","msg":"trace[2019701454] range","detail":"{range_begin:/registry/persistentvolumes/pvc-afd90f60-d56f-44bb-8291-e25512981a69; range_end:; response_count:1; response_revision:16173; }","duration":"3.39448122s","start":"2026-07-07T16:40:37.421316Z","end":"2026-07-07T16:40:40.815797Z","steps":["trace[2019701454] 'agreement among raft nodes before linearized reading' (duration: 3.394175023s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:40:40.815861Z","caller":"traceutil/trace.go:171","msg":"trace[706116026] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16173; }","duration":"1.388879129s","start":"2026-07-07T16:40:39.426961Z","end":"2026-07-07T16:40:40.81584Z","steps":["trace[706116026] 'agreement among raft nodes before linearized reading' (duration: 1.388551971s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:40.815875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:39.85166Z","time spent":"964.199427ms","remote":"127.0.0.1:59808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:40:40.815883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:37.421298Z","time spent":"3.394569353s","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1473,"request content":"key:\"/registry/persistentvolumes/pvc-afd90f60-d56f-44bb-8291-e25512981a69\" "} {"level":"warn","ts":"2026-07-07T16:40:40.815909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:39.426934Z","time spent":"1.388962532s","remote":"127.0.0.1:44742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T16:40:40.815937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.272692181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c00f508edff6b3\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-07-07T16:40:40.815948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.872978701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-72wnd\" ","response":"range_response_count:1 size:20644"} {"level":"info","ts":"2026-07-07T16:40:40.816002Z","caller":"traceutil/trace.go:171","msg":"trace[174780770] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-72wnd; range_end:; response_count:1; response_revision:16173; }","duration":"1.873070984s","start":"2026-07-07T16:40:38.942915Z","end":"2026-07-07T16:40:40.815986Z","steps":["trace[174780770] 'agreement among raft nodes before linearized reading' (duration: 1.872880229s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:40:40.816004Z","caller":"traceutil/trace.go:171","msg":"trace[362113556] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c00f508edff6b3; range_end:; response_count:1; response_revision:16173; }","duration":"2.272798224s","start":"2026-07-07T16:40:38.543191Z","end":"2026-07-07T16:40:40.81599Z","steps":["trace[362113556] 'agreement among raft nodes before linearized reading' (duration: 2.272664891s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:40.816043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:38.942893Z","time spent":"1.873137655s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20667,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-72wnd\" "} {"level":"warn","ts":"2026-07-07T16:40:40.815728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.602918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:40:40.816047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:38.543169Z","time spent":"2.272866606s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c00f508edff6b3\" "} {"level":"warn","ts":"2026-07-07T16:40:40.815822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.604496169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T16:40:40.816089Z","caller":"traceutil/trace.go:171","msg":"trace[622558509] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:16173; }","duration":"498.022888ms","start":"2026-07-07T16:40:40.31805Z","end":"2026-07-07T16:40:40.816073Z","steps":["trace[622558509] 'agreement among raft nodes before linearized reading' (duration: 497.578197ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:40.816136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:40.318031Z","time spent":"498.09115ms","remote":"127.0.0.1:46200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:40:40.816189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.648612786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T16:40:40.816172Z","caller":"traceutil/trace.go:171","msg":"trace[1590626637] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:16173; }","duration":"2.604871998s","start":"2026-07-07T16:40:38.211256Z","end":"2026-07-07T16:40:40.816129Z","steps":["trace[1590626637] 'agreement among raft nodes before linearized reading' (duration: 2.604458078s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:40:40.816224Z","caller":"traceutil/trace.go:171","msg":"trace[953362083] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:16173; }","duration":"2.648701658s","start":"2026-07-07T16:40:38.167512Z","end":"2026-07-07T16:40:40.816214Z","steps":["trace[953362083] 'agreement among raft nodes before linearized reading' (duration: 2.648634087s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:40.816258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:38.167422Z","time spent":"2.648827041s","remote":"127.0.0.1:34870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:40:40.816292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.951408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:40:40.816301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:38.211238Z","time spent":"2.605010301s","remote":"127.0.0.1:45230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":40,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:40:40.816322Z","caller":"traceutil/trace.go:171","msg":"trace[350248186] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:16173; }","duration":"972.986119ms","start":"2026-07-07T16:40:39.843325Z","end":"2026-07-07T16:40:40.816311Z","steps":["trace[350248186] 'agreement among raft nodes before linearized reading' (duration: 972.928917ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:40.816348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:39.843249Z","time spent":"973.093211ms","remote":"127.0.0.1:59798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:40:40.816334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.184175657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:40:40.816384Z","caller":"traceutil/trace.go:171","msg":"trace[1117539195] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:16173; }","duration":"1.18427441s","start":"2026-07-07T16:40:39.632094Z","end":"2026-07-07T16:40:40.816368Z","steps":["trace[1117539195] 'agreement among raft nodes before linearized reading' (duration: 1.184187868s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:40.816419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:39.632068Z","time spent":"1.184338551s","remote":"127.0.0.1:45040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:40:40.816576Z","caller":"traceutil/trace.go:171","msg":"trace[79371947] transaction","detail":"{read_only:false; response_revision:16173; number_of_response:1; }","duration":"3.388591938s","start":"2026-07-07T16:40:37.426792Z","end":"2026-07-07T16:40:40.815384Z","steps":["trace[79371947] 'process raft request' (duration: 3.388194499s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:40.816809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:37.426769Z","time spent":"3.38991906s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7026,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:40:40.817209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.395030094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:728251"} {"level":"info","ts":"2026-07-07T16:40:40.817286Z","caller":"traceutil/trace.go:171","msg":"trace[931969069] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:16173; }","duration":"3.395188228s","start":"2026-07-07T16:40:37.422083Z","end":"2026-07-07T16:40:40.817272Z","steps":["trace[931969069] 'agreement among raft nodes before linearized reading' (duration: 3.394153713s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:40.817328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:37.422069Z","time spent":"3.395246619s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":75,"response size":728274,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-07T16:40:41.321482Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004043424,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T16:40:41.821672Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004043424,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T16:40:42.322793Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004043424,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T16:40:42.365765Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.54633888s","expected-duration":"1s"} {"level":"info","ts":"2026-07-07T16:40:42.366143Z","caller":"traceutil/trace.go:171","msg":"trace[1254613291] linearizableReadLoop","detail":"{readStateIndex:16770; appliedIndex:16769; }","duration":"1.544978368s","start":"2026-07-07T16:40:40.821139Z","end":"2026-07-07T16:40:42.366118Z","steps":["trace[1254613291] 'read index received' (duration: 1.544729752s)","trace[1254613291] 'applied index is now lower than readState.Index' (duration: 247.726µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:40:42.366255Z","caller":"traceutil/trace.go:171","msg":"trace[1767856689] transaction","detail":"{read_only:false; response_revision:16174; number_of_response:1; }","duration":"1.546878293s","start":"2026-07-07T16:40:40.819308Z","end":"2026-07-07T16:40:42.366186Z","steps":["trace[1767856689] 'process raft request' (duration: 1.546629587s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:42.366359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.540675403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:40:42.36648Z","caller":"traceutil/trace.go:171","msg":"trace[620944919] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16174; }","duration":"1.540843647s","start":"2026-07-07T16:40:40.825615Z","end":"2026-07-07T16:40:42.366459Z","steps":["trace[620944919] 'agreement among raft nodes before linearized reading' (duration: 1.540639532s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:42.366488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:40.819282Z","time spent":"1.547082269s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:40:42.366539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:40.825602Z","time spent":"1.54092394s","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T16:40:42.366399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.544033775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-07-07T16:40:42.366555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.545374287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-69bcz\" ","response":"range_response_count:1 size:5641"} {"level":"info","ts":"2026-07-07T16:40:42.366598Z","caller":"traceutil/trace.go:171","msg":"trace[316542497] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:16174; }","duration":"1.544284771s","start":"2026-07-07T16:40:40.822299Z","end":"2026-07-07T16:40:42.366583Z","steps":["trace[316542497] 'agreement among raft nodes before linearized reading' (duration: 1.543920382s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:42.366655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:40.822276Z","time spent":"1.544367412s","remote":"127.0.0.1:44910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-07-07T16:40:42.366661Z","caller":"traceutil/trace.go:171","msg":"trace[2073564296] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-69bcz; range_end:; response_count:1; response_revision:16174; }","duration":"1.545564201s","start":"2026-07-07T16:40:40.821072Z","end":"2026-07-07T16:40:42.366637Z","steps":["trace[2073564296] 'agreement among raft nodes before linearized reading' (duration: 1.545125131s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:42.366714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:40.821049Z","time spent":"1.545656274s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5664,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-69bcz\" "} {"level":"warn","ts":"2026-07-07T16:40:42.367257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.544441104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:728251"} {"level":"info","ts":"2026-07-07T16:40:42.367316Z","caller":"traceutil/trace.go:171","msg":"trace[920683295] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:16174; }","duration":"1.544523806s","start":"2026-07-07T16:40:40.82278Z","end":"2026-07-07T16:40:42.367304Z","steps":["trace[920683295] 'agreement among raft nodes before linearized reading' (duration: 1.543523372s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:42.367353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:40.82277Z","time spent":"1.544571357s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":75,"response size":728274,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-07T16:40:43.153497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.368705ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-07T16:40:43.153606Z","caller":"traceutil/trace.go:171","msg":"trace[978207642] linearizableReadLoop","detail":"{readStateIndex:16771; appliedIndex:16770; }","duration":"778.521505ms","start":"2026-07-07T16:40:42.375066Z","end":"2026-07-07T16:40:43.153587Z","steps":["trace[978207642] 'read index received' (duration: 487.988516ms)","trace[978207642] 'applied index is now lower than readState.Index' (duration: 290.531719ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:40:43.153674Z","caller":"traceutil/trace.go:171","msg":"trace[1367857754] transaction","detail":"{read_only:false; response_revision:16175; number_of_response:1; }","duration":"782.02843ms","start":"2026-07-07T16:40:42.371633Z","end":"2026-07-07T16:40:43.153661Z","steps":["trace[1367857754] 'process raft request' (duration: 491.401779ms)","trace[1367857754] 'compare' (duration: 290.224681ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:40:43.153733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:42.371617Z","time spent":"782.083981ms","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:40:43.153917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.842112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-07-07T16:40:43.153995Z","caller":"traceutil/trace.go:171","msg":"trace[1125147463] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:16175; }","duration":"778.984296ms","start":"2026-07-07T16:40:42.374995Z","end":"2026-07-07T16:40:43.153979Z","steps":["trace[1125147463] 'agreement among raft nodes before linearized reading' (duration: 778.756941ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:43.154057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:42.374966Z","time spent":"779.069798ms","remote":"127.0.0.1:44910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-07-07T16:40:43.654268Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004043432,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T16:40:43.944429Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.08135405s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-07T16:40:44.37692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000557378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-07T16:40:44.377038Z","caller":"traceutil/trace.go:171","msg":"trace[391982929] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000756143s","start":"2026-07-07T16:40:42.376254Z","end":"2026-07-07T16:40:44.37701Z","steps":["trace[391982929] 'agreement among raft nodes before linearized reading' (duration: 2.000584099s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:44.377116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:42.376212Z","time spent":"2.000888716s","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T16:40:45.498254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.941589772s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:40:45.498477Z","caller":"traceutil/trace.go:171","msg":"trace[91825864] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:16175; }","duration":"1.941834928s","start":"2026-07-07T16:40:43.556602Z","end":"2026-07-07T16:40:45.498437Z","steps":["trace[91825864] 'range keys from in-memory index tree' (duration: 1.941560791s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:45.498682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.553650787s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T16:40:45.498831Z","caller":"traceutil/trace.go:171","msg":"trace[1132098906] transaction","detail":"{read_only:false; response_revision:16176; number_of_response:1; }","duration":"3.123630068s","start":"2026-07-07T16:40:42.375174Z","end":"2026-07-07T16:40:45.498804Z","steps":["trace[1132098906] 'process raft request' (duration: 1.569739805s)","trace[1132098906] 'compare' (duration: 1.553455622s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:40:45.498906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:42.375104Z","time spent":"3.123770101s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5942,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:40:46.233252Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.010562209s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-07T16:40:46.378368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000300813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T16:40:46.378478Z","caller":"traceutil/trace.go:171","msg":"trace[1109467979] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000483997s","start":"2026-07-07T16:40:44.377968Z","end":"2026-07-07T16:40:46.378452Z","steps":["trace[1109467979] 'agreement among raft nodes before linearized reading' (duration: 2.000351064s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:46.378532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:44.377948Z","time spent":"2.00057334s","remote":"127.0.0.1:44742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 16:40:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T16:40:46.389076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.467641ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-07T16:40:46.389355Z","caller":"traceutil/trace.go:171","msg":"trace[771795912] linearizableReadLoop","detail":"{readStateIndex:16773; appliedIndex:16771; }","duration":"3.235714139s","start":"2026-07-07T16:40:43.153626Z","end":"2026-07-07T16:40:46.38934Z","steps":["trace[771795912] 'read index received' (duration: 791.334983ms)","trace[771795912] 'applied index is now lower than readState.Index' (duration: 2.444377546s)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:40:46.389428Z","caller":"traceutil/trace.go:171","msg":"trace[32400466] transaction","detail":"{read_only:false; response_revision:16177; number_of_response:1; }","duration":"3.230050822s","start":"2026-07-07T16:40:43.159362Z","end":"2026-07-07T16:40:46.389413Z","steps":["trace[32400466] 'process raft request' (duration: 3.074168921s)","trace[32400466] 'compare' (duration: 155.130533ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:40:46.389482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:43.159338Z","time spent":"3.230114314s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T16:40:46.389696Z","caller":"traceutil/trace.go:171","msg":"trace[265205309] transaction","detail":"{read_only:false; response_revision:16179; number_of_response:1; }","duration":"2.53754837s","start":"2026-07-07T16:40:43.852062Z","end":"2026-07-07T16:40:46.38961Z","steps":["trace[265205309] 'process raft request' (duration: 2.537228302s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:46.389773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.371457844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:40:46.389811Z","caller":"traceutil/trace.go:171","msg":"trace[229464680] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:16179; }","duration":"3.371551246s","start":"2026-07-07T16:40:43.018247Z","end":"2026-07-07T16:40:46.389798Z","steps":["trace[229464680] 'agreement among raft nodes before linearized reading' (duration: 3.371446963s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:46.389846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:43.018216Z","time spent":"3.371620317s","remote":"127.0.0.1:57730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:40:46.38994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:43.852025Z","time spent":"2.537787416s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:40:46.389976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.804309636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:40:46.390084Z","caller":"traceutil/trace.go:171","msg":"trace[868401961] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:16179; }","duration":"3.80448941s","start":"2026-07-07T16:40:42.585569Z","end":"2026-07-07T16:40:46.390058Z","steps":["trace[868401961] 'agreement among raft nodes before linearized reading' (duration: 3.804284265s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:46.390112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.556320176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p22f7\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-07-07T16:40:46.390107Z","caller":"traceutil/trace.go:171","msg":"trace[283071147] transaction","detail":"{read_only:false; response_revision:16178; number_of_response:1; }","duration":"2.606012047s","start":"2026-07-07T16:40:43.784036Z","end":"2026-07-07T16:40:46.390048Z","steps":["trace[283071147] 'process raft request' (duration: 2.605131235s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:40:46.390198Z","caller":"traceutil/trace.go:171","msg":"trace[1130532046] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p22f7; range_end:; response_count:1; response_revision:16179; }","duration":"3.55646384s","start":"2026-07-07T16:40:42.833714Z","end":"2026-07-07T16:40:46.390178Z","steps":["trace[1130532046] 'agreement among raft nodes before linearized reading' (duration: 3.556184533s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:46.390139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:42.585506Z","time spent":"3.804621534s","remote":"127.0.0.1:59846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:40:46.390248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:42.833684Z","time spent":"3.556553802s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-p22f7\" "} {"level":"warn","ts":"2026-07-07T16:40:46.390381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:43.783996Z","time spent":"2.606217652s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:40:46.997382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999642035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T16:40:46.997494Z","caller":"traceutil/trace.go:171","msg":"trace[525181531] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99982635s","start":"2026-07-07T16:40:44.997645Z","end":"2026-07-07T16:40:46.997471Z","steps":["trace[525181531] 'agreement among raft nodes before linearized reading' (duration: 1.999682076s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:46.99775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:44.997616Z","time spent":"1.999924592s","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 16:40:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T16:40:47.382696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.134695ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T16:40:47.38293Z","caller":"traceutil/trace.go:171","msg":"trace[173466364] transaction","detail":"{read_only:false; response_revision:16181; number_of_response:1; }","duration":"2.457310048s","start":"2026-07-07T16:40:44.925602Z","end":"2026-07-07T16:40:47.382912Z","steps":["trace[173466364] 'process raft request' (duration: 2.457207035s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:47.382994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:44.925573Z","time spent":"2.4573912s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:40:47.38302Z","caller":"traceutil/trace.go:171","msg":"trace[365995271] transaction","detail":"{read_only:false; response_revision:16180; number_of_response:1; }","duration":"3.302580967s","start":"2026-07-07T16:40:44.080387Z","end":"2026-07-07T16:40:47.382968Z","steps":["trace[365995271] 'process raft request' (duration: 2.426084373s)","trace[365995271] 'compare' (duration: 875.822858ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:40:47.383219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:44.080349Z","time spent":"3.302776082s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:40:47.668628Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.162071492s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-07T16:40:48.38601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999894472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T16:40:48.386181Z","caller":"traceutil/trace.go:171","msg":"trace[253645913] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000094266s","start":"2026-07-07T16:40:46.386061Z","end":"2026-07-07T16:40:48.386155Z","steps":["trace[253645913] 'agreement among raft nodes before linearized reading' (duration: 1.999890291s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:48.386239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:46.385983Z","time spent":"2.00024549s","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 16:40:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T16:40:50.38654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000000176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-07T16:40:50.386678Z","caller":"traceutil/trace.go:171","msg":"trace[11653525] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00020949s","start":"2026-07-07T16:40:48.38643Z","end":"2026-07-07T16:40:50.386639Z","steps":["trace[11653525] 'agreement among raft nodes before linearized reading' (duration: 2.000049676s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:50.38676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:48.386399Z","time spent":"2.000343674s","remote":"127.0.0.1:44742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 16:40:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T16:40:50.411986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.743000881s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T16:40:50.413273Z","caller":"traceutil/trace.go:171","msg":"trace[1014465558] transaction","detail":"{read_only:false; response_revision:16182; number_of_response:1; }","duration":"4.108663728s","start":"2026-07-07T16:40:46.304582Z","end":"2026-07-07T16:40:50.413246Z","steps":["trace[1014465558] 'process raft request' (duration: 1.364281364s)","trace[1014465558] 'compare' (duration: 2.742639712s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:40:50.413369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:46.304512Z","time spent":"4.108818412s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:40:52.028978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.616840205s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-07T16:40:52.029136Z","caller":"traceutil/trace.go:171","msg":"trace[1949564811] linearizableReadLoop","detail":"{readStateIndex:16779; appliedIndex:16775; }","duration":"5.639730578s","start":"2026-07-07T16:40:46.389381Z","end":"2026-07-07T16:40:52.029111Z","steps":["trace[1949564811] 'read index received' (duration: 117.128444ms)","trace[1949564811] 'applied index is now lower than readState.Index' (duration: 5.522600184s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:40:52.029744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.088331321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-07-07T16:40:52.029824Z","caller":"traceutil/trace.go:171","msg":"trace[934581907] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:16182; }","duration":"6.088480435s","start":"2026-07-07T16:40:45.941324Z","end":"2026-07-07T16:40:52.029804Z","steps":["trace[934581907] 'agreement among raft nodes before linearized reading' (duration: 6.088240099s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:52.029867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:45.941281Z","time spent":"6.088577197s","remote":"127.0.0.1:44856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-07T16:40:52.029833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.872165598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-25533dfc-f99d-4502-adc9-f832a1da1405\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-07-07T16:40:52.029938Z","caller":"traceutil/trace.go:171","msg":"trace[770394213] range","detail":"{range_begin:/registry/persistentvolumes/pvc-25533dfc-f99d-4502-adc9-f832a1da1405; range_end:; response_count:1; response_revision:16182; }","duration":"8.872321402s","start":"2026-07-07T16:40:43.157584Z","end":"2026-07-07T16:40:52.029906Z","steps":["trace[770394213] 'agreement among raft nodes before linearized reading' (duration: 8.872011454s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:52.029989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:43.157559Z","time spent":"8.872419194s","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-25533dfc-f99d-4502-adc9-f832a1da1405\" "} {"level":"warn","ts":"2026-07-07T16:40:52.030019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.15055753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.193\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-07T16:40:52.030058Z","caller":"traceutil/trace.go:171","msg":"trace[1445772585] range","detail":"{range_begin:/registry/masterleases/199.19.213.193; range_end:; response_count:1; response_revision:16182; }","duration":"7.150673602s","start":"2026-07-07T16:40:44.879372Z","end":"2026-07-07T16:40:52.030046Z","steps":["trace[1445772585] 'agreement among raft nodes before linearized reading' (duration: 7.150470877s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:52.030085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:44.879342Z","time spent":"7.150736934s","remote":"127.0.0.1:44782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.193\" "} {"level":"warn","ts":"2026-07-07T16:40:52.030156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.88812028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T16:40:52.030216Z","caller":"traceutil/trace.go:171","msg":"trace[1980085929] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:16182; }","duration":"6.888235633s","start":"2026-07-07T16:40:45.141962Z","end":"2026-07-07T16:40:52.030198Z","steps":["trace[1980085929] 'agreement among raft nodes before linearized reading' (duration: 6.888008087s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:52.030215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.770131838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:40:52.030262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:45.141934Z","time spent":"6.888315775s","remote":"127.0.0.1:45110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:40:52.030307Z","caller":"traceutil/trace.go:171","msg":"trace[38113555] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:16182; }","duration":"7.770286833s","start":"2026-07-07T16:40:44.259993Z","end":"2026-07-07T16:40:52.03028Z","steps":["trace[38113555] 'agreement among raft nodes before linearized reading' (duration: 7.769903393s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:52.030364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:44.259964Z","time spent":"7.770385794s","remote":"127.0.0.1:59964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:40:52.030404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.649311716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-72wnd\" ","response":"range_response_count:1 size:20644"} {"level":"warn","ts":"2026-07-07T16:40:52.030495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.520401474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"info","ts":"2026-07-07T16:40:52.030499Z","caller":"traceutil/trace.go:171","msg":"trace[1775354389] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-72wnd; range_end:; response_count:1; response_revision:16182; }","duration":"7.649447858s","start":"2026-07-07T16:40:44.381026Z","end":"2026-07-07T16:40:52.030474Z","steps":["trace[1775354389] 'agreement among raft nodes before linearized reading' (duration: 7.648849864s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:40:52.030543Z","caller":"traceutil/trace.go:171","msg":"trace[1620595002] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:16182; }","duration":"6.520487586s","start":"2026-07-07T16:40:45.510042Z","end":"2026-07-07T16:40:52.030529Z","steps":["trace[1620595002] 'agreement among raft nodes before linearized reading' (duration: 6.519810239s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:52.030563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:44.381015Z","time spent":"7.64953717s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20667,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-72wnd\" "} {"level":"warn","ts":"2026-07-07T16:40:52.030583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:45.510023Z","time spent":"6.520551048s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7134,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-07T16:40:52.396301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000480426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-07T16:40:52.396433Z","caller":"traceutil/trace.go:171","msg":"trace[433780892] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000684131s","start":"2026-07-07T16:40:50.395718Z","end":"2026-07-07T16:40:52.396402Z","steps":["trace[433780892] 'agreement among raft nodes before linearized reading' (duration: 2.000504317s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:52.396546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:50.395695Z","time spent":"2.000836614s","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T16:40:54.397036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999726258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T16:40:54.397133Z","caller":"traceutil/trace.go:171","msg":"trace[996188295] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999878922s","start":"2026-07-07T16:40:52.397227Z","end":"2026-07-07T16:40:54.397106Z","steps":["trace[996188295] 'agreement among raft nodes before linearized reading' (duration: 1.999754299s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:54.397201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:52.397206Z","time spent":"1.999984434s","remote":"127.0.0.1:44742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 16:40:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T16:40:54.824093Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"405d9f3d537da47b","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-07T16:40:55.017807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.988673193s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-07T16:40:55.018122Z","caller":"traceutil/trace.go:171","msg":"trace[1847257764] linearizableReadLoop","detail":"{readStateIndex:16780; appliedIndex:16779; }","duration":"2.988929809s","start":"2026-07-07T16:40:52.029166Z","end":"2026-07-07T16:40:55.018096Z","steps":["trace[1847257764] 'read index received' (duration: 448.861µs)","trace[1847257764] 'applied index is now lower than readState.Index' (duration: 2.988478958s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:40:55.018697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.580102811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:40:55.018768Z","caller":"traceutil/trace.go:171","msg":"trace[1347660527] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:16182; }","duration":"7.580252145s","start":"2026-07-07T16:40:47.438496Z","end":"2026-07-07T16:40:55.018749Z","steps":["trace[1347660527] 'agreement among raft nodes before linearized reading' (duration: 7.58006801s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:55.018831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.498151189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:40:55.018903Z","caller":"traceutil/trace.go:171","msg":"trace[2142865572] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:16182; }","duration":"3.498240841s","start":"2026-07-07T16:40:51.520631Z","end":"2026-07-07T16:40:55.018872Z","steps":["trace[2142865572] 'agreement among raft nodes before linearized reading' (duration: 3.498167539s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:55.018906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.678470091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:40:55.018974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:51.520609Z","time spent":"3.498344814s","remote":"127.0.0.1:57796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:40:55.018982Z","caller":"traceutil/trace.go:171","msg":"trace[1080194723] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:16182; }","duration":"7.678578184s","start":"2026-07-07T16:40:47.340384Z","end":"2026-07-07T16:40:55.018963Z","steps":["trace[1080194723] 'agreement among raft nodes before linearized reading' (duration: 7.678478012s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:55.019053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:47.340362Z","time spent":"7.678673866s","remote":"127.0.0.1:42624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:40:55.019007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.462000609s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:40:55.019173Z","caller":"traceutil/trace.go:171","msg":"trace[182350228] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:16182; }","duration":"1.462184944s","start":"2026-07-07T16:40:53.556965Z","end":"2026-07-07T16:40:55.01915Z","steps":["trace[182350228] 'range keys from in-memory index tree' (duration: 1.461976598s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:55.019252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.384790759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:40:55.019337Z","caller":"traceutil/trace.go:171","msg":"trace[68152364] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:16182; }","duration":"4.384918302s","start":"2026-07-07T16:40:50.634407Z","end":"2026-07-07T16:40:55.019326Z","steps":["trace[68152364] 'agreement among raft nodes before linearized reading' (duration: 4.384802879s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:55.019379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:50.634384Z","time spent":"4.384983614s","remote":"127.0.0.1:34910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:40:55.019588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.132088717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:40:55.018777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.418499942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:40:55.019675Z","caller":"traceutil/trace.go:171","msg":"trace[1237712510] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:16182; }","duration":"3.419429175s","start":"2026-07-07T16:40:51.600226Z","end":"2026-07-07T16:40:55.019656Z","steps":["trace[1237712510] 'agreement among raft nodes before linearized reading' (duration: 3.418515203s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:40:55.019659Z","caller":"traceutil/trace.go:171","msg":"trace[1327943790] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:16182; }","duration":"5.132346513s","start":"2026-07-07T16:40:49.887295Z","end":"2026-07-07T16:40:55.019641Z","steps":["trace[1327943790] 'agreement among raft nodes before linearized reading' (duration: 5.132047636s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:55.01973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:49.887256Z","time spent":"5.132463366s","remote":"127.0.0.1:59946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:40:55.01974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:51.600203Z","time spent":"3.419514646s","remote":"127.0.0.1:59924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:40:55.019759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.12488731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:40:55.018831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:47.438462Z","time spent":"7.580352157s","remote":"127.0.0.1:49596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:40:55.018676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.207344448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T16:40:55.019905Z","caller":"traceutil/trace.go:171","msg":"trace[248623235] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:16182; }","duration":"5.208657219s","start":"2026-07-07T16:40:49.811235Z","end":"2026-07-07T16:40:55.019892Z","steps":["trace[248623235] 'agreement among raft nodes before linearized reading' (duration: 5.207307357s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:55.01994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.947386138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-07T16:40:55.019944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.367174681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:40:55.019837Z","caller":"traceutil/trace.go:171","msg":"trace[1380035734] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:16182; }","duration":"8.125003803s","start":"2026-07-07T16:40:46.894816Z","end":"2026-07-07T16:40:55.01982Z","steps":["trace[1380035734] 'agreement among raft nodes before linearized reading' (duration: 8.12487441s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:40:55.020025Z","caller":"traceutil/trace.go:171","msg":"trace[823789112] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:16182; }","duration":"8.367312415s","start":"2026-07-07T16:40:46.652691Z","end":"2026-07-07T16:40:55.020004Z","steps":["trace[823789112] 'agreement among raft nodes before linearized reading' (duration: 8.367188772s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:55.020054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:46.894795Z","time spent":"8.125245708s","remote":"127.0.0.1:57742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:40:55.020081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:46.652658Z","time spent":"8.367408137s","remote":"127.0.0.1:40330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:40:55.02Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:49.8112Z","time spent":"5.208762212s","remote":"127.0.0.1:44968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":5,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:40:55.019971Z","caller":"traceutil/trace.go:171","msg":"trace[1715248524] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:16182; }","duration":"4.94745822s","start":"2026-07-07T16:40:50.072503Z","end":"2026-07-07T16:40:55.019961Z","steps":["trace[1715248524] 'agreement among raft nodes before linearized reading' (duration: 4.947394579s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:55.020264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:50.072428Z","time spent":"4.947828109s","remote":"127.0.0.1:39252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:40:55.020398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.625751678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c00f508edff6b3\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-07T16:40:55.020422Z","caller":"traceutil/trace.go:171","msg":"trace[276568259] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c00f508edff6b3; range_end:; response_count:1; response_revision:16182; }","duration":"8.625804558s","start":"2026-07-07T16:40:46.394611Z","end":"2026-07-07T16:40:55.020415Z","steps":["trace[276568259] 'agreement among raft nodes before linearized reading' (duration: 8.625735886s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:55.020437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:46.394526Z","time spent":"8.625906911s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c00f508edff6b3\" "} {"level":"warn","ts":"2026-07-07T16:40:55.020778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.622738355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:728567"} {"level":"info","ts":"2026-07-07T16:40:55.020823Z","caller":"traceutil/trace.go:171","msg":"trace[787897458] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:16182; }","duration":"8.622833727s","start":"2026-07-07T16:40:46.397977Z","end":"2026-07-07T16:40:55.02081Z","steps":["trace[787897458] 'agreement among raft nodes before linearized reading' (duration: 8.621943085s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:55.020861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:46.397949Z","time spent":"8.622902399s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":75,"response size":728590,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-07T16:40:55.518825Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004043448,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T16:40:56.019554Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004043448,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T16:40:56.405786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000306513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-07T16:40:56.405951Z","caller":"traceutil/trace.go:171","msg":"trace[1141784744] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000543908s","start":"2026-07-07T16:40:54.405372Z","end":"2026-07-07T16:40:56.405916Z","steps":["trace[1141784744] 'agreement among raft nodes before linearized reading' (duration: 2.000333193s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:56.406027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:54.405353Z","time spent":"2.000656311s","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 16:40:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T16:40:56.51978Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004043448,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T16:40:57.019983Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004043448,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T16:40:57.267544Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.916750648s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-07T16:40:57.268398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.250437594s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-07-07T16:40:57.268834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:52.031992Z","time spent":"5.236831892s","remote":"127.0.0.1:44782","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-07T16:40:57.268894Z","caller":"traceutil/trace.go:171","msg":"trace[1845624425] transaction","detail":"{read_only:false; response_revision:16184; number_of_response:1; }","duration":"5.227293701s","start":"2026-07-07T16:40:52.041562Z","end":"2026-07-07T16:40:57.268856Z","steps":["trace[1845624425] 'process raft request' (duration: 5.227141327s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:57.269166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:52.041535Z","time spent":"5.227498736s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:40:58.406573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999714237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-07T16:40:58.406682Z","caller":"traceutil/trace.go:171","msg":"trace[237001643] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999912392s","start":"2026-07-07T16:40:56.406744Z","end":"2026-07-07T16:40:58.406657Z","steps":["trace[237001643] 'agreement among raft nodes before linearized reading' (duration: 1.999766299s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:58.406745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:56.406704Z","time spent":"2.000029405s","remote":"127.0.0.1:44742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 16:40:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T16:40:59.596643Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.252870782s","expected-duration":"1s"} {"level":"info","ts":"2026-07-07T16:40:59.676541Z","caller":"traceutil/trace.go:171","msg":"trace[1166617926] transaction","detail":"{read_only:false; response_revision:16186; number_of_response:1; }","duration":"4.652927296s","start":"2026-07-07T16:40:55.023588Z","end":"2026-07-07T16:40:59.676515Z","steps":["trace[1166617926] 'process raft request' (duration: 4.652768042s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:59.676694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:55.023552Z","time spent":"4.653051849s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:40:59.676867Z","caller":"traceutil/trace.go:171","msg":"trace[1473992852] transaction","detail":"{read_only:false; response_revision:16185; number_of_response:1; }","duration":"4.786011666s","start":"2026-07-07T16:40:54.890843Z","end":"2026-07-07T16:40:59.676855Z","steps":["trace[1473992852] 'process raft request' (duration: 4.706172254s)","trace[1473992852] 'compare' (duration: 78.866868ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:40:59.676903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:54.890813Z","time spent":"4.786067187s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:40:59.676922Z","caller":"traceutil/trace.go:171","msg":"trace[302624601] transaction","detail":"{read_only:false; response_revision:16187; number_of_response:1; }","duration":"2.970149084s","start":"2026-07-07T16:40:56.706736Z","end":"2026-07-07T16:40:59.676885Z","steps":["trace[302624601] 'process raft request' (duration: 2.969715134s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:59.677121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:56.706694Z","time spent":"2.970317329s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:40:59.67759Z","caller":"traceutil/trace.go:171","msg":"trace[1117576944] linearizableReadLoop","detail":"{readStateIndex:16787; appliedIndex:16781; }","duration":"4.659411702s","start":"2026-07-07T16:40:55.01816Z","end":"2026-07-07T16:40:59.677571Z","steps":["trace[1117576944] 'read index received' (duration: 2.250490695s)","trace[1117576944] 'applied index is now lower than readState.Index' (duration: 2.408919377s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:40:59.677731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.632879232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T16:40:59.677762Z","caller":"traceutil/trace.go:171","msg":"trace[586486368] transaction","detail":"{read_only:false; response_revision:16188; number_of_response:1; }","duration":"2.926319444s","start":"2026-07-07T16:40:56.75142Z","end":"2026-07-07T16:40:59.67774Z","steps":["trace[586486368] 'process raft request' (duration: 2.925359961s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:59.677751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.005082845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T16:40:59.677796Z","caller":"traceutil/trace.go:171","msg":"trace[615875630] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:16188; }","duration":"5.632991995s","start":"2026-07-07T16:40:54.044779Z","end":"2026-07-07T16:40:59.677771Z","steps":["trace[615875630] 'agreement among raft nodes before linearized reading' (duration: 5.632889362s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:59.677803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.94111656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:40:59.677803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.306561763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-07T16:40:59.677857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:56.751397Z","time spent":"2.926413087s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:40:59.677851Z","caller":"traceutil/trace.go:171","msg":"trace[1014954701] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:16188; }","duration":"5.005233999s","start":"2026-07-07T16:40:54.672593Z","end":"2026-07-07T16:40:59.677827Z","steps":["trace[1014954701] 'agreement among raft nodes before linearized reading' (duration: 5.004989293s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:59.677857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:54.044749Z","time spent":"5.633091358s","remote":"127.0.0.1:49702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:40:59.677895Z","caller":"traceutil/trace.go:171","msg":"trace[2066846367] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:16188; }","duration":"5.941281423s","start":"2026-07-07T16:40:53.736588Z","end":"2026-07-07T16:40:59.677869Z","steps":["trace[2066846367] 'agreement among raft nodes before linearized reading' (duration: 5.941107279s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:40:59.677904Z","caller":"traceutil/trace.go:171","msg":"trace[635168511] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:16188; }","duration":"7.306736068s","start":"2026-07-07T16:40:52.371145Z","end":"2026-07-07T16:40:59.677881Z","steps":["trace[635168511] 'agreement among raft nodes before linearized reading' (duration: 7.306525902s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:59.677914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:54.672573Z","time spent":"5.005326671s","remote":"127.0.0.1:49662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:40:59.677911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.642222904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1849"} {"level":"warn","ts":"2026-07-07T16:40:59.677947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:53.736559Z","time spent":"5.941376186s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:40:59.677956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:52.371119Z","time spent":"7.30682646s","remote":"127.0.0.1:44984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:40:59.677981Z","caller":"traceutil/trace.go:171","msg":"trace[292806554] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:16188; }","duration":"7.642354736s","start":"2026-07-07T16:40:52.035606Z","end":"2026-07-07T16:40:59.677961Z","steps":["trace[292806554] 'agreement among raft nodes before linearized reading' (duration: 7.642142921s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:59.678031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:52.035578Z","time spent":"7.642441689s","remote":"127.0.0.1:44910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1872,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-07-07T16:40:59.679688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.641924457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:728567"} {"level":"info","ts":"2026-07-07T16:40:59.67997Z","caller":"traceutil/trace.go:171","msg":"trace[1724127930] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:16188; }","duration":"7.642238714s","start":"2026-07-07T16:40:52.037718Z","end":"2026-07-07T16:40:59.679957Z","steps":["trace[1724127930] 'agreement among raft nodes before linearized reading' (duration: 7.64000302s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:59.680006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:52.037706Z","time spent":"7.642286186s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":75,"response size":728590,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-07T16:40:59.737739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.322675999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:40:59.737771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.648184188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:40:59.737867Z","caller":"traceutil/trace.go:171","msg":"trace[1318024692] transaction","detail":"{read_only:false; number_of_response:1; response_revision:16188; }","duration":"2.465839684s","start":"2026-07-07T16:40:57.272015Z","end":"2026-07-07T16:40:59.737854Z","steps":["trace[1318024692] 'process raft request' (duration: 2.465341512s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:59.737847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.701623139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p22f7\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-07-07T16:40:59.737965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.781126692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-07T16:40:59.737981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:57.271977Z","time spent":"2.465925417s","remote":"127.0.0.1:44782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:40:59.738028Z","caller":"traceutil/trace.go:171","msg":"trace[2088577438] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:16188; }","duration":"2.781225004s","start":"2026-07-07T16:40:56.956784Z","end":"2026-07-07T16:40:59.738009Z","steps":["trace[2088577438] 'agreement among raft nodes before linearized reading' (duration: 2.781139922s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:59.738089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.554493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T16:40:59.738138Z","caller":"traceutil/trace.go:171","msg":"trace[37798543] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:16188; }","duration":"360.661395ms","start":"2026-07-07T16:40:59.377461Z","end":"2026-07-07T16:40:59.738123Z","steps":["trace[37798543] 'agreement among raft nodes before linearized reading' (duration: 360.560572ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:59.738154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.912669044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:40:59.738185Z","caller":"traceutil/trace.go:171","msg":"trace[1071122748] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:16188; }","duration":"2.912749546s","start":"2026-07-07T16:40:56.825427Z","end":"2026-07-07T16:40:59.738177Z","steps":["trace[1071122748] 'agreement among raft nodes before linearized reading' (duration: 2.912689495s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:59.73819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:59.377436Z","time spent":"360.739417ms","remote":"127.0.0.1:45190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:40:59.738194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.008309586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-07T16:40:59.738215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:56.825396Z","time spent":"2.912810098s","remote":"127.0.0.1:59786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:40:59.738223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.675796044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:416561"} {"level":"info","ts":"2026-07-07T16:40:59.738264Z","caller":"traceutil/trace.go:171","msg":"trace[1822352398] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:16188; }","duration":"2.00842901s","start":"2026-07-07T16:40:57.729814Z","end":"2026-07-07T16:40:59.738243Z","steps":["trace[1822352398] 'agreement among raft nodes before linearized reading' (duration: 2.008213335s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:59.738269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.515554452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:40:59.738292Z","caller":"traceutil/trace.go:171","msg":"trace[1940711172] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:16188; }","duration":"2.675923236s","start":"2026-07-07T16:40:57.062347Z","end":"2026-07-07T16:40:59.738271Z","steps":["trace[1940711172] 'agreement among raft nodes before linearized reading' (duration: 2.67523369s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:40:59.737886Z","caller":"traceutil/trace.go:171","msg":"trace[1396721573] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:16188; }","duration":"3.648380582s","start":"2026-07-07T16:40:56.089477Z","end":"2026-07-07T16:40:59.737857Z","steps":["trace[1396721573] 'agreement among raft nodes before linearized reading' (duration: 3.648157807s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:59.738309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:57.729783Z","time spent":"2.008511871s","remote":"127.0.0.1:44990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":73,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:40:59.738327Z","caller":"traceutil/trace.go:171","msg":"trace[2022429983] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:16188; }","duration":"4.515619943s","start":"2026-07-07T16:40:55.222692Z","end":"2026-07-07T16:40:59.738312Z","steps":["trace[2022429983] 'agreement among raft nodes before linearized reading' (duration: 4.515506921s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:59.738337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:57.062318Z","time spent":"2.676007149s","remote":"127.0.0.1:34820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":416584,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-07-07T16:40:59.738372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:55.222616Z","time spent":"4.515743357s","remote":"127.0.0.1:34900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:40:59.738088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:56.956752Z","time spent":"2.781318767s","remote":"127.0.0.1:49732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:40:59.738415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:56.089444Z","time spent":"3.648915056s","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:40:59.737964Z","caller":"traceutil/trace.go:171","msg":"trace[1690008230] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p22f7; range_end:; response_count:1; response_revision:16188; }","duration":"2.701849254s","start":"2026-07-07T16:40:57.036085Z","end":"2026-07-07T16:40:59.737934Z","steps":["trace[1690008230] 'agreement among raft nodes before linearized reading' (duration: 2.701498116s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:59.738916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.458013585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-9944m\" ","response":"range_response_count:1 size:5487"} {"level":"info","ts":"2026-07-07T16:40:59.739022Z","caller":"traceutil/trace.go:171","msg":"trace[1719831319] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-9944m; range_end:; response_count:1; response_revision:16188; }","duration":"2.458195959s","start":"2026-07-07T16:40:57.280798Z","end":"2026-07-07T16:40:59.738994Z","steps":["trace[1719831319] 'agreement among raft nodes before linearized reading' (duration: 2.457622045s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:59.738936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:57.036058Z","time spent":"2.702839218s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-p22f7\" "} {"level":"warn","ts":"2026-07-07T16:40:59.739077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:57.280729Z","time spent":"2.458338173s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5510,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-9944m\" "} {"level":"info","ts":"2026-07-07T16:40:59.737821Z","caller":"traceutil/trace.go:171","msg":"trace[1838035084] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16188; }","duration":"1.322814032s","start":"2026-07-07T16:40:58.414985Z","end":"2026-07-07T16:40:59.737799Z","steps":["trace[1838035084] 'agreement among raft nodes before linearized reading' (duration: 1.322620287s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:40:59.739213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:58.414954Z","time spent":"1.324237117s","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T16:41:00.048672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.04675ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-07-07T16:41:00.048803Z","caller":"traceutil/trace.go:171","msg":"trace[1665280404] linearizableReadLoop","detail":"{readStateIndex:16789; appliedIndex:16788; }","duration":"308.082273ms","start":"2026-07-07T16:40:59.740694Z","end":"2026-07-07T16:41:00.048776Z","steps":["trace[1665280404] 'read index received' (duration: 108.783752ms)","trace[1665280404] 'applied index is now lower than readState.Index' (duration: 199.296351ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:41:00.048823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:59.740225Z","time spent":"308.584745ms","remote":"127.0.0.1:44782","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-07T16:41:00.048944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.237637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:41:00.04898Z","caller":"traceutil/trace.go:171","msg":"trace[1403030409] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16188; }","duration":"308.322749ms","start":"2026-07-07T16:40:59.740648Z","end":"2026-07-07T16:41:00.048971Z","steps":["trace[1403030409] 'agreement among raft nodes before linearized reading' (duration: 308.234267ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:00.049018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:59.740628Z","time spent":"308.38229ms","remote":"127.0.0.1:44742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-07T16:41:00.506608Z","caller":"traceutil/trace.go:171","msg":"trace[1334237210] linearizableReadLoop","detail":"{readStateIndex:16791; appliedIndex:16789; }","duration":"457.733504ms","start":"2026-07-07T16:41:00.048847Z","end":"2026-07-07T16:41:00.506581Z","steps":["trace[1334237210] 'read index received' (duration: 401.835032ms)","trace[1334237210] 'applied index is now lower than readState.Index' (duration: 55.896942ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:41:00.506614Z","caller":"traceutil/trace.go:171","msg":"trace[425487145] transaction","detail":"{read_only:false; response_revision:16189; number_of_response:1; }","duration":"763.84705ms","start":"2026-07-07T16:40:59.742727Z","end":"2026-07-07T16:41:00.506574Z","steps":["trace[425487145] 'process raft request' (duration: 707.892936ms)","trace[425487145] 'compare' (duration: 55.518663ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:41:00.506696Z","caller":"traceutil/trace.go:171","msg":"trace[1066661504] transaction","detail":"{read_only:false; response_revision:16190; number_of_response:1; }","duration":"755.124528ms","start":"2026-07-07T16:40:59.751507Z","end":"2026-07-07T16:41:00.506631Z","steps":["trace[1066661504] 'process raft request' (duration: 754.939184ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:00.506813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.247961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:41:00.506816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:59.742692Z","time spent":"764.012294ms","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:41:00.506863Z","caller":"traceutil/trace.go:171","msg":"trace[1039530147] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:16190; }","duration":"719.367643ms","start":"2026-07-07T16:40:59.78748Z","end":"2026-07-07T16:41:00.506848Z","steps":["trace[1039530147] 'agreement among raft nodes before linearized reading' (duration: 719.23311ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:00.506907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:59.787459Z","time spent":"719.437756ms","remote":"127.0.0.1:49612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:41:00.506966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:59.751473Z","time spent":"755.340964ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5662,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:41:00.507243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.942572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-07-07T16:41:00.507289Z","caller":"traceutil/trace.go:171","msg":"trace[1291472164] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:16190; }","duration":"764.057165ms","start":"2026-07-07T16:40:59.743216Z","end":"2026-07-07T16:41:00.507274Z","steps":["trace[1291472164] 'agreement among raft nodes before linearized reading' (duration: 763.901241ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:00.507319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:59.74319Z","time spent":"764.122407ms","remote":"127.0.0.1:44910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-07-07T16:41:00.507953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.435505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:728567"} {"level":"info","ts":"2026-07-07T16:41:00.508061Z","caller":"traceutil/trace.go:171","msg":"trace[2013554662] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:16190; }","duration":"762.585449ms","start":"2026-07-07T16:40:59.745451Z","end":"2026-07-07T16:41:00.508036Z","steps":["trace[2013554662] 'agreement among raft nodes before linearized reading' (duration: 761.455502ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:00.50812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:40:59.745432Z","time spent":"762.674881ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":75,"response size":728590,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-07T16:41:01.00735Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004043463,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T16:41:01.508268Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004043463,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T16:41:01.939114Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.487797802s","expected-duration":"1s"} {"level":"info","ts":"2026-07-07T16:41:01.939897Z","caller":"traceutil/trace.go:171","msg":"trace[1621389413] transaction","detail":"{read_only:false; response_revision:16191; number_of_response:1; }","duration":"1.888668981s","start":"2026-07-07T16:41:00.051162Z","end":"2026-07-07T16:41:01.939831Z","steps":["trace[1621389413] 'process raft request' (duration: 1.8882195s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:41:01.940016Z","caller":"traceutil/trace.go:171","msg":"trace[1328853174] linearizableReadLoop","detail":"{readStateIndex:16793; appliedIndex:16791; }","duration":"1.433284034s","start":"2026-07-07T16:41:00.50668Z","end":"2026-07-07T16:41:01.939964Z","steps":["trace[1328853174] 'read index received' (duration: 1.432635578s)","trace[1328853174] 'applied index is now lower than readState.Index' (duration: 647.336µs)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:41:01.940114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:00.051129Z","time spent":"1.888849325s","remote":"127.0.0.1:44782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:41:01.940258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.881382894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:41:01.940296Z","caller":"traceutil/trace.go:171","msg":"trace[578425208] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16192; }","duration":"1.881492257s","start":"2026-07-07T16:41:00.058791Z","end":"2026-07-07T16:41:01.940284Z","steps":["trace[578425208] 'agreement among raft nodes before linearized reading' (duration: 1.881390124s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:01.940349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:00.058772Z","time spent":"1.881569289s","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-07T16:41:01.940278Z","caller":"traceutil/trace.go:171","msg":"trace[1910285106] transaction","detail":"{read_only:false; response_revision:16192; number_of_response:1; }","duration":"1.780076784s","start":"2026-07-07T16:41:00.160002Z","end":"2026-07-07T16:41:01.940078Z","steps":["trace[1910285106] 'process raft request' (duration: 1.779703955s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:01.941206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:00.159955Z","time spent":"1.781134299s","remote":"127.0.0.1:34820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":416621,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:41:01.940451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.429065392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c00f508edff6b3\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-07-07T16:41:01.940562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.42858855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e80fa700-30dc-4939-89ab-6346bf335128\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-07-07T16:41:01.942016Z","caller":"traceutil/trace.go:171","msg":"trace[1690871983] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c00f508edff6b3; range_end:; response_count:1; response_revision:16192; }","duration":"1.430595599s","start":"2026-07-07T16:41:00.511349Z","end":"2026-07-07T16:41:01.941944Z","steps":["trace[1690871983] 'agreement among raft nodes before linearized reading' (duration: 1.42897556s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:41:01.942034Z","caller":"traceutil/trace.go:171","msg":"trace[398632459] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e80fa700-30dc-4939-89ab-6346bf335128; range_end:; response_count:1; response_revision:16192; }","duration":"1.430097466s","start":"2026-07-07T16:41:00.511903Z","end":"2026-07-07T16:41:01.942001Z","steps":["trace[398632459] 'agreement among raft nodes before linearized reading' (duration: 1.428619901s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:01.942088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:00.511328Z","time spent":"1.430724392s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c00f508edff6b3\" "} {"level":"warn","ts":"2026-07-07T16:41:01.942098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:00.511873Z","time spent":"1.430207029s","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1458,"request content":"key:\"/registry/persistentvolumes/pvc-e80fa700-30dc-4939-89ab-6346bf335128\" "} {"level":"warn","ts":"2026-07-07T16:41:01.94064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.136777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-07-07T16:41:01.94226Z","caller":"traceutil/trace.go:171","msg":"trace[391838223] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:16192; }","duration":"107.800738ms","start":"2026-07-07T16:41:01.834435Z","end":"2026-07-07T16:41:01.942236Z","steps":["trace[391838223] 'agreement among raft nodes before linearized reading' (duration: 106.149148ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:01.94069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.391015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:41:01.942455Z","caller":"traceutil/trace.go:171","msg":"trace[1303917329] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:16192; }","duration":"180.212399ms","start":"2026-07-07T16:41:01.762229Z","end":"2026-07-07T16:41:01.942442Z","steps":["trace[1303917329] 'agreement among raft nodes before linearized reading' (duration: 178.430036ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:01.940657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.422960694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-69bcz\" ","response":"range_response_count:1 size:5957"} {"level":"info","ts":"2026-07-07T16:41:01.942559Z","caller":"traceutil/trace.go:171","msg":"trace[751384542] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-69bcz; range_end:; response_count:1; response_revision:16192; }","duration":"1.424919922s","start":"2026-07-07T16:41:00.517622Z","end":"2026-07-07T16:41:01.942542Z","steps":["trace[751384542] 'agreement among raft nodes before linearized reading' (duration: 1.42279164s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:01.942604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:00.517594Z","time spent":"1.424993264s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5980,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-69bcz\" "} {"level":"warn","ts":"2026-07-07T16:41:01.940762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.681941209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7695"} {"level":"info","ts":"2026-07-07T16:41:01.943351Z","caller":"traceutil/trace.go:171","msg":"trace[1408465705] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:16192; }","duration":"1.684542973s","start":"2026-07-07T16:41:00.258758Z","end":"2026-07-07T16:41:01.943301Z","steps":["trace[1408465705] 'agreement among raft nodes before linearized reading' (duration: 1.681373576s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:01.940791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.364354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:41:01.940862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.414225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-72wnd\" ","response":"range_response_count:1 size:20644"} {"level":"info","ts":"2026-07-07T16:41:01.943457Z","caller":"traceutil/trace.go:171","msg":"trace[1115902053] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-72wnd; range_end:; response_count:1; response_revision:16192; }","duration":"250.140651ms","start":"2026-07-07T16:41:01.693307Z","end":"2026-07-07T16:41:01.943448Z","steps":["trace[1115902053] 'agreement among raft nodes before linearized reading' (duration: 247.099828ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:01.943469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:00.258734Z","time spent":"1.684721717s","remote":"127.0.0.1:57700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7718,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-07-07T16:41:01.943719Z","caller":"traceutil/trace.go:171","msg":"trace[747472046] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:16192; }","duration":"541.348537ms","start":"2026-07-07T16:41:01.402351Z","end":"2026-07-07T16:41:01.9437Z","steps":["trace[747472046] 'agreement among raft nodes before linearized reading' (duration: 538.358384ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:01.943781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:01.402332Z","time spent":"541.431449ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:41:02.61272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.063638ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T16:41:02.612841Z","caller":"traceutil/trace.go:171","msg":"trace[506467608] linearizableReadLoop","detail":"{readStateIndex:16794; appliedIndex:16793; }","duration":"666.511804ms","start":"2026-07-07T16:41:01.946309Z","end":"2026-07-07T16:41:02.612821Z","steps":["trace[506467608] 'read index received' (duration: 240.109829ms)","trace[506467608] 'applied index is now lower than readState.Index' (duration: 426.399965ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:41:02.612919Z","caller":"traceutil/trace.go:171","msg":"trace[1024550451] transaction","detail":"{read_only:false; response_revision:16193; number_of_response:1; }","duration":"667.17022ms","start":"2026-07-07T16:41:01.945735Z","end":"2026-07-07T16:41:02.612906Z","steps":["trace[1024550451] 'process raft request' (duration: 240.795615ms)","trace[1024550451] 'compare' (duration: 425.74145ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:41:02.612971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:01.945723Z","time spent":"667.223321ms","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:41:02.613403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.296953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-07T16:41:02.613502Z","caller":"traceutil/trace.go:171","msg":"trace[982666408] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:16193; }","duration":"667.430487ms","start":"2026-07-07T16:41:01.94605Z","end":"2026-07-07T16:41:02.613481Z","steps":["trace[982666408] 'agreement among raft nodes before linearized reading' (duration: 667.057408ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:02.613554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:01.946044Z","time spent":"667.499969ms","remote":"127.0.0.1:44782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-07-07T16:41:02.68975Z","caller":"traceutil/trace.go:171","msg":"trace[289114744] transaction","detail":"{read_only:false; response_revision:16194; number_of_response:1; }","duration":"299.111826ms","start":"2026-07-07T16:41:02.390595Z","end":"2026-07-07T16:41:02.689707Z","steps":["trace[289114744] 'process raft request' (duration: 298.891281ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:03.950118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000445626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-07T16:41:03.950213Z","caller":"traceutil/trace.go:171","msg":"trace[1590690934] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000575939s","start":"2026-07-07T16:41:01.949615Z","end":"2026-07-07T16:41:03.950191Z","steps":["trace[1590690934] 'agreement among raft nodes before linearized reading' (duration: 2.000455486s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:03.950266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:01.949607Z","time spent":"2.000649072s","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/07 16:41:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-07T16:41:04.211863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.562755ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:41:04.212065Z","caller":"traceutil/trace.go:171","msg":"trace[393339401] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:16194; }","duration":"654.787811ms","start":"2026-07-07T16:41:03.557247Z","end":"2026-07-07T16:41:04.212035Z","steps":["trace[393339401] 'range keys from in-memory index tree' (duration: 654.519165ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:05.057492Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.367981817s","expected-duration":"1s"} {"level":"info","ts":"2026-07-07T16:41:05.057947Z","caller":"traceutil/trace.go:171","msg":"trace[944165039] linearizableReadLoop","detail":"{readStateIndex:16796; appliedIndex:16794; }","duration":"2.445056182s","start":"2026-07-07T16:41:02.612863Z","end":"2026-07-07T16:41:05.057919Z","steps":["trace[944165039] 'read index received' (duration: 76.700746ms)","trace[944165039] 'applied index is now lower than readState.Index' (duration: 2.368354166s)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:41:05.058084Z","caller":"traceutil/trace.go:171","msg":"trace[941598937] transaction","detail":"{read_only:false; response_revision:16195; number_of_response:1; }","duration":"2.592904179s","start":"2026-07-07T16:41:02.465133Z","end":"2026-07-07T16:41:05.058038Z","steps":["trace[941598937] 'process raft request' (duration: 2.592561411s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:05.058151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.530631252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p22f7\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-07-07T16:41:05.058182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.886408399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18790"} {"level":"info","ts":"2026-07-07T16:41:05.058221Z","caller":"traceutil/trace.go:171","msg":"trace[1362038390] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:16196; }","duration":"2.886512432s","start":"2026-07-07T16:41:02.171696Z","end":"2026-07-07T16:41:05.058209Z","steps":["trace[1362038390] 'agreement among raft nodes before linearized reading' (duration: 2.886315477s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:41:05.058219Z","caller":"traceutil/trace.go:171","msg":"trace[509847276] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p22f7; range_end:; response_count:1; response_revision:16196; }","duration":"2.530771075s","start":"2026-07-07T16:41:02.527431Z","end":"2026-07-07T16:41:05.058202Z","steps":["trace[509847276] 'agreement among raft nodes before linearized reading' (duration: 2.530534259s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:05.058251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:02.171675Z","time spent":"2.886568523s","remote":"127.0.0.1:44926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18813,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-07T16:41:05.058257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:02.527404Z","time spent":"2.530847687s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-p22f7\" "} {"level":"warn","ts":"2026-07-07T16:41:05.058287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:02.465103Z","time spent":"2.593079292s","remote":"127.0.0.1:57700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7680,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:41:05.058285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.110391308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"info","ts":"2026-07-07T16:41:05.058435Z","caller":"traceutil/trace.go:171","msg":"trace[657577133] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:16196; }","duration":"3.110788908s","start":"2026-07-07T16:41:01.947622Z","end":"2026-07-07T16:41:05.05841Z","steps":["trace[657577133] 'agreement among raft nodes before linearized reading' (duration: 3.110423519s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:05.058483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:01.947602Z","time spent":"3.110871039s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7134,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-07-07T16:41:05.058579Z","caller":"traceutil/trace.go:171","msg":"trace[994763804] transaction","detail":"{read_only:false; response_revision:16196; number_of_response:1; }","duration":"2.440700117s","start":"2026-07-07T16:41:02.617869Z","end":"2026-07-07T16:41:05.058569Z","steps":["trace[994763804] 'process raft request' (duration: 2.43999587s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:05.058638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.442970241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-07T16:41:05.058669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:02.617842Z","time spent":"2.440766278s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T16:41:05.058672Z","caller":"traceutil/trace.go:171","msg":"trace[1212355969] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:16196; }","duration":"2.443030243s","start":"2026-07-07T16:41:02.615633Z","end":"2026-07-07T16:41:05.058664Z","steps":["trace[1212355969] 'agreement among raft nodes before linearized reading' (duration: 2.442863799s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:05.058699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:02.615609Z","time spent":"2.443085814s","remote":"127.0.0.1:44990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-07T16:41:05.058726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108262051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:41:05.058736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.508376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T16:41:05.058758Z","caller":"traceutil/trace.go:171","msg":"trace[701272301] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16196; }","duration":"1.108339413s","start":"2026-07-07T16:41:03.950409Z","end":"2026-07-07T16:41:05.058749Z","steps":["trace[701272301] 'agreement among raft nodes before linearized reading' (duration: 1.108277171s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:41:05.058779Z","caller":"traceutil/trace.go:171","msg":"trace[265237365] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:16196; }","duration":"359.67868ms","start":"2026-07-07T16:41:04.699087Z","end":"2026-07-07T16:41:05.058766Z","steps":["trace[265237365] 'agreement among raft nodes before linearized reading' (duration: 359.579578ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:05.05878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:03.950384Z","time spent":"1.108391724s","remote":"127.0.0.1:44742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T16:41:05.058802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:04.699065Z","time spent":"359.730562ms","remote":"127.0.0.1:40360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":20,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:41:05.058897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.802302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T16:41:05.058929Z","caller":"traceutil/trace.go:171","msg":"trace[1977617873] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:16196; }","duration":"139.836023ms","start":"2026-07-07T16:41:04.919079Z","end":"2026-07-07T16:41:05.058915Z","steps":["trace[1977617873] 'agreement among raft nodes before linearized reading' (duration: 139.780552ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:05.058922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.181557984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:41:05.058995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.608975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:41:05.058977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.329972494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:41:05.059038Z","caller":"traceutil/trace.go:171","msg":"trace[2025439025] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:16196; }","duration":"339.682547ms","start":"2026-07-07T16:41:04.71934Z","end":"2026-07-07T16:41:05.059022Z","steps":["trace[2025439025] 'agreement among raft nodes before linearized reading' (duration: 339.589504ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:05.059061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:04.719329Z","time spent":"339.725507ms","remote":"127.0.0.1:42636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:41:05.059084Z","caller":"traceutil/trace.go:171","msg":"trace[1811220780] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:16196; }","duration":"1.330098587s","start":"2026-07-07T16:41:03.728956Z","end":"2026-07-07T16:41:05.059054Z","steps":["trace[1811220780] 'agreement among raft nodes before linearized reading' (duration: 1.329976754s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:05.059129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:03.728932Z","time spent":"1.33018863s","remote":"127.0.0.1:49558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:41:05.059013Z","caller":"traceutil/trace.go:171","msg":"trace[490132753] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:16196; }","duration":"1.181711838s","start":"2026-07-07T16:41:03.877279Z","end":"2026-07-07T16:41:05.058991Z","steps":["trace[490132753] 'agreement among raft nodes before linearized reading' (duration: 1.181514103s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:05.059189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:03.87723Z","time spent":"1.181945313s","remote":"127.0.0.1:44886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:41:05.05852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.006904954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-07-07T16:41:05.059522Z","caller":"traceutil/trace.go:171","msg":"trace[1107284126] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:16196; }","duration":"3.00798076s","start":"2026-07-07T16:41:02.051521Z","end":"2026-07-07T16:41:05.059501Z","steps":["trace[1107284126] 'agreement among raft nodes before linearized reading' (duration: 3.006932055s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:05.059602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.215512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T16:41:05.059659Z","caller":"traceutil/trace.go:171","msg":"trace[1639832405] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:16196; }","duration":"821.048633ms","start":"2026-07-07T16:41:04.238597Z","end":"2026-07-07T16:41:05.059646Z","steps":["trace[1639832405] 'agreement among raft nodes before linearized reading' (duration: 820.147541ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:05.059696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:04.238573Z","time spent":"821.113984ms","remote":"127.0.0.1:39288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:41:05.059619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:02.050716Z","time spent":"3.008893442s","remote":"127.0.0.1:44910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-07-07T16:41:05.059496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.109207969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:728567"} {"level":"info","ts":"2026-07-07T16:41:05.05997Z","caller":"traceutil/trace.go:171","msg":"trace[1917555881] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:16196; }","duration":"3.109722731s","start":"2026-07-07T16:41:01.950237Z","end":"2026-07-07T16:41:05.05996Z","steps":["trace[1917555881] 'agreement among raft nodes before linearized reading' (duration: 3.10840984s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:05.060011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:01.95023Z","time spent":"3.109761132s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":75,"response size":728590,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-07T16:41:05.381134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:05.062195Z","time spent":"318.933266ms","remote":"127.0.0.1:44782","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-07T16:41:07.001376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.120729ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-07T16:41:07.001832Z","caller":"traceutil/trace.go:171","msg":"trace[1731799608] transaction","detail":"{read_only:false; response_revision:16200; number_of_response:1; }","duration":"1.582178227s","start":"2026-07-07T16:41:05.419633Z","end":"2026-07-07T16:41:07.001811Z","steps":["trace[1731799608] 'process raft request' (duration: 1.582118715s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:07.001978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:05.419596Z","time spent":"1.58232294s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:41:07.002259Z","caller":"traceutil/trace.go:171","msg":"trace[1976149321] transaction","detail":"{read_only:false; response_revision:16197; number_of_response:1; }","duration":"1.938725693s","start":"2026-07-07T16:41:05.063517Z","end":"2026-07-07T16:41:07.002242Z","steps":["trace[1976149321] 'process raft request' (duration: 1.084655361s)","trace[1976149321] 'compare' (duration: 852.956395ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:41:07.002375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:05.063497Z","time spent":"1.938843086s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":799,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T16:41:07.002588Z","caller":"traceutil/trace.go:171","msg":"trace[65543244] transaction","detail":"{read_only:false; response_revision:16199; number_of_response:1; }","duration":"1.619810337s","start":"2026-07-07T16:41:05.382766Z","end":"2026-07-07T16:41:07.002576Z","steps":["trace[65543244] 'process raft request' (duration: 1.618933016s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:07.00317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:05.382688Z","time spent":"1.620433973s","remote":"127.0.0.1:44782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:41:07.002807Z","caller":"traceutil/trace.go:171","msg":"trace[925208478] transaction","detail":"{read_only:false; response_revision:16198; number_of_response:1; }","duration":"1.935390432s","start":"2026-07-07T16:41:05.067378Z","end":"2026-07-07T16:41:07.002768Z","steps":["trace[925208478] 'process raft request' (duration: 1.934214364s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:07.003539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:05.067344Z","time spent":"1.936006087s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:41:07.002388Z","caller":"traceutil/trace.go:171","msg":"trace[1133781749] linearizableReadLoop","detail":"{readStateIndex:16799; appliedIndex:16797; }","duration":"1.938764794s","start":"2026-07-07T16:41:05.0636Z","end":"2026-07-07T16:41:07.002364Z","steps":["trace[1133781749] 'read index received' (duration: 245.623613ms)","trace[1133781749] 'applied index is now lower than readState.Index' (duration: 1.693136831s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:41:07.003255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.939645125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6c3a7f91-00af-4ee6-b3ea-aad16c1711fb\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-07-07T16:41:07.003888Z","caller":"traceutil/trace.go:171","msg":"trace[191363307] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6c3a7f91-00af-4ee6-b3ea-aad16c1711fb; range_end:; response_count:1; response_revision:16200; }","duration":"1.940310262s","start":"2026-07-07T16:41:05.063561Z","end":"2026-07-07T16:41:07.003872Z","steps":["trace[191363307] 'agreement among raft nodes before linearized reading' (duration: 1.938866617s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:07.003953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.806273258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:41:07.003963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:05.063549Z","time spent":"1.940397423s","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-6c3a7f91-00af-4ee6-b3ea-aad16c1711fb\" "} {"level":"warn","ts":"2026-07-07T16:41:07.004146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.484978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T16:41:07.004178Z","caller":"traceutil/trace.go:171","msg":"trace[492646313] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:16200; }","duration":"531.56708ms","start":"2026-07-07T16:41:06.472604Z","end":"2026-07-07T16:41:07.004171Z","steps":["trace[492646313] 'agreement among raft nodes before linearized reading' (duration: 531.427067ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:07.004208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:06.472576Z","time spent":"531.624882ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":115,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:41:07.004008Z","caller":"traceutil/trace.go:171","msg":"trace[2096917719] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:16200; }","duration":"1.806374691s","start":"2026-07-07T16:41:05.197617Z","end":"2026-07-07T16:41:07.003992Z","steps":["trace[2096917719] 'agreement among raft nodes before linearized reading' (duration: 1.806272068s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:07.004242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029043535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:41:07.00433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:05.197589Z","time spent":"1.806694379s","remote":"127.0.0.1:57770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:41:07.004366Z","caller":"traceutil/trace.go:171","msg":"trace[1298093300] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:16200; }","duration":"1.029125757s","start":"2026-07-07T16:41:05.975172Z","end":"2026-07-07T16:41:07.004298Z","steps":["trace[1298093300] 'agreement among raft nodes before linearized reading' (duration: 1.028979533s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:07.004711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.938311603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18790"} {"level":"info","ts":"2026-07-07T16:41:07.004753Z","caller":"traceutil/trace.go:171","msg":"trace[35506291] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:16200; }","duration":"1.938368465s","start":"2026-07-07T16:41:05.066373Z","end":"2026-07-07T16:41:07.004742Z","steps":["trace[35506291] 'agreement among raft nodes before linearized reading' (duration: 1.938230061s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:07.004786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:05.066366Z","time spent":"1.938412156s","remote":"127.0.0.1:44926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18813,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-07-07T16:41:07.004753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.937133244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:41:07.0048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:05.975097Z","time spent":"1.029632169s","remote":"127.0.0.1:57764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:41:07.004847Z","caller":"traceutil/trace.go:171","msg":"trace[1693181933] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16200; }","duration":"1.937252548s","start":"2026-07-07T16:41:05.06757Z","end":"2026-07-07T16:41:07.004823Z","steps":["trace[1693181933] 'agreement among raft nodes before linearized reading' (duration: 1.937074933s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:07.00503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.941389208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:728567"} {"level":"warn","ts":"2026-07-07T16:41:07.005108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.940710971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18790"} {"level":"info","ts":"2026-07-07T16:41:07.005134Z","caller":"traceutil/trace.go:171","msg":"trace[23275302] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:16200; }","duration":"1.941522281s","start":"2026-07-07T16:41:05.063589Z","end":"2026-07-07T16:41:07.005112Z","steps":["trace[23275302] 'agreement among raft nodes before linearized reading' (duration: 1.940278081s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:41:07.005175Z","caller":"traceutil/trace.go:171","msg":"trace[324579296] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:16200; }","duration":"1.940803094s","start":"2026-07-07T16:41:05.064357Z","end":"2026-07-07T16:41:07.00516Z","steps":["trace[324579296] 'agreement among raft nodes before linearized reading' (duration: 1.940536767s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:07.005195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:05.063579Z","time spent":"1.941599722s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":75,"response size":728590,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-07T16:41:07.00523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:05.064327Z","time spent":"1.940892525s","remote":"127.0.0.1:44926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18813,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-07T16:41:07.005385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:05.067563Z","time spent":"1.937529624s","remote":"127.0.0.1:44742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T16:41:07.509801Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004043485,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T16:41:08.135419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.755447ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-07T16:41:08.13566Z","caller":"traceutil/trace.go:171","msg":"trace[1612417607] linearizableReadLoop","detail":"{readStateIndex:16804; appliedIndex:16802; }","duration":"1.126020951s","start":"2026-07-07T16:41:07.009622Z","end":"2026-07-07T16:41:08.135643Z","steps":["trace[1612417607] 'read index received' (duration: 609.955116ms)","trace[1612417607] 'applied index is now lower than readState.Index' (duration: 516.062085ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:41:08.135759Z","caller":"traceutil/trace.go:171","msg":"trace[1819907358] transaction","detail":"{read_only:false; response_revision:16202; number_of_response:1; }","duration":"952.196536ms","start":"2026-07-07T16:41:07.183522Z","end":"2026-07-07T16:41:08.135719Z","steps":["trace[1819907358] 'process raft request' (duration: 952.009571ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:41:08.135776Z","caller":"traceutil/trace.go:171","msg":"trace[799617613] transaction","detail":"{read_only:false; response_revision:16201; number_of_response:1; }","duration":"1.126494903s","start":"2026-07-07T16:41:07.009221Z","end":"2026-07-07T16:41:08.135716Z","steps":["trace[799617613] 'process raft request' (duration: 610.339536ms)","trace[799617613] 'compare' (duration: 514.252291ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:41:08.135914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060884685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-72wnd\" ","response":"range_response_count:1 size:20644"} {"level":"info","ts":"2026-07-07T16:41:08.135946Z","caller":"traceutil/trace.go:171","msg":"trace[220958147] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-72wnd; range_end:; response_count:1; response_revision:16202; }","duration":"1.060927946s","start":"2026-07-07T16:41:07.075009Z","end":"2026-07-07T16:41:08.135937Z","steps":["trace[220958147] 'agreement among raft nodes before linearized reading' (duration: 1.060765272s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:08.135952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:07.183486Z","time spent":"952.3553ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:41:08.135985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:07.07495Z","time spent":"1.061025449s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20667,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-72wnd\" "} {"level":"warn","ts":"2026-07-07T16:41:08.135962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126307429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-07T16:41:08.135991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:07.009208Z","time spent":"1.126681987s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":835,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:41:08.135976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123534211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:41:08.13605Z","caller":"traceutil/trace.go:171","msg":"trace[812254258] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:16202; }","duration":"1.126462552s","start":"2026-07-07T16:41:07.009567Z","end":"2026-07-07T16:41:08.136029Z","steps":["trace[812254258] 'agreement among raft nodes before linearized reading' (duration: 1.126150375s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:08.136017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12596513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-07-07T16:41:08.136103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:07.009548Z","time spent":"1.126545974s","remote":"127.0.0.1:44990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-07-07T16:41:08.136111Z","caller":"traceutil/trace.go:171","msg":"trace[1603091842] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16202; }","duration":"1.123720896s","start":"2026-07-07T16:41:07.012334Z","end":"2026-07-07T16:41:08.136055Z","steps":["trace[1603091842] 'agreement among raft nodes before linearized reading' (duration: 1.123494691s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:41:08.136119Z","caller":"traceutil/trace.go:171","msg":"trace[736812803] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16202; }","duration":"1.126132804s","start":"2026-07-07T16:41:07.009961Z","end":"2026-07-07T16:41:08.136094Z","steps":["trace[736812803] 'agreement among raft nodes before linearized reading' (duration: 1.125819096s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:08.136176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:07.00994Z","time spent":"1.126226016s","remote":"127.0.0.1:44910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-07T16:41:08.136177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:07.012311Z","time spent":"1.123856409s","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T16:41:08.643131Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004043491,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-07T16:41:08.827489Z","caller":"traceutil/trace.go:171","msg":"trace[908622131] linearizableReadLoop","detail":"{readStateIndex:16805; appliedIndex:16804; }","duration":"685.091273ms","start":"2026-07-07T16:41:08.142373Z","end":"2026-07-07T16:41:08.827464Z","steps":["trace[908622131] 'read index received' (duration: 684.882958ms)","trace[908622131] 'applied index is now lower than readState.Index' (duration: 207.145µs)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:41:08.827799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.52901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-07-07T16:41:08.827862Z","caller":"traceutil/trace.go:171","msg":"trace[737069855] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:16203; }","duration":"684.609871ms","start":"2026-07-07T16:41:08.143233Z","end":"2026-07-07T16:41:08.827842Z","steps":["trace[737069855] 'agreement among raft nodes before linearized reading' (duration: 684.387106ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:08.827911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:08.143227Z","time spent":"684.667953ms","remote":"127.0.0.1:44910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-07-07T16:41:08.827918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.28109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:891"} {"level":"warn","ts":"2026-07-07T16:41:08.827938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.300164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r9lw6\" ","response":"range_response_count:1 size:21966"} {"level":"warn","ts":"2026-07-07T16:41:08.82797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.428503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r9lw6\" ","response":"range_response_count:1 size:21966"} {"level":"info","ts":"2026-07-07T16:41:08.827991Z","caller":"traceutil/trace.go:171","msg":"trace[1026502815] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r9lw6; range_end:; response_count:1; response_revision:16203; }","duration":"522.397488ms","start":"2026-07-07T16:41:08.305579Z","end":"2026-07-07T16:41:08.827977Z","steps":["trace[1026502815] 'agreement among raft nodes before linearized reading' (duration: 522.255384ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:08.828003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.336551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:41:08.828018Z","caller":"traceutil/trace.go:171","msg":"trace[957142850] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r9lw6; range_end:; response_count:1; response_revision:16203; }","duration":"521.483845ms","start":"2026-07-07T16:41:08.306518Z","end":"2026-07-07T16:41:08.828001Z","steps":["trace[957142850] 'agreement among raft nodes before linearized reading' (duration: 521.322381ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:41:08.828039Z","caller":"traceutil/trace.go:171","msg":"trace[1252286826] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16203; }","duration":"521.422174ms","start":"2026-07-07T16:41:08.30661Z","end":"2026-07-07T16:41:08.828032Z","steps":["trace[1252286826] 'agreement among raft nodes before linearized reading' (duration: 521.373533ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:08.828067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:08.306506Z","time spent":"521.554457ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":21989,"request content":"key:\"/registry/pods/openstack/nova-compute-default-r9lw6\" "} {"level":"warn","ts":"2026-07-07T16:41:08.828075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:08.306583Z","time spent":"521.480525ms","remote":"127.0.0.1:44962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-07T16:41:08.828028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.350326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/glance-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-07-07T16:41:08.828085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.076064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:41:08.828126Z","caller":"traceutil/trace.go:171","msg":"trace[1596724565] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16203; }","duration":"683.137156ms","start":"2026-07-07T16:41:08.144979Z","end":"2026-07-07T16:41:08.828116Z","steps":["trace[1596724565] 'agreement among raft nodes before linearized reading' (duration: 683.082385ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:41:08.828136Z","caller":"traceutil/trace.go:171","msg":"trace[448525416] range","detail":"{range_begin:/registry/services/endpoints/openstack/glance-api; range_end:; response_count:1; response_revision:16203; }","duration":"522.488089ms","start":"2026-07-07T16:41:08.305624Z","end":"2026-07-07T16:41:08.828112Z","steps":["trace[448525416] 'agreement among raft nodes before linearized reading' (duration: 522.161841ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:08.828158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:08.144966Z","time spent":"683.186677ms","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T16:41:08.828189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:08.305615Z","time spent":"522.563821ms","remote":"127.0.0.1:44914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/glance-api\" "} {"level":"warn","ts":"2026-07-07T16:41:08.827799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.242203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:41:08.827779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:41:08.828272Z","caller":"traceutil/trace.go:171","msg":"trace[1700431539] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:16203; }","duration":"522.198903ms","start":"2026-07-07T16:41:08.306064Z","end":"2026-07-07T16:41:08.828263Z","steps":["trace[1700431539] 'agreement among raft nodes before linearized reading' (duration: 521.600078ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:08.828306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:08.306059Z","time spent":"522.238673ms","remote":"127.0.0.1:44914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-07-07T16:41:08.828263Z","caller":"traceutil/trace.go:171","msg":"trace[1362827793] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:16203; }","duration":"522.743485ms","start":"2026-07-07T16:41:08.305503Z","end":"2026-07-07T16:41:08.828247Z","steps":["trace[1362827793] 'agreement among raft nodes before linearized reading' (duration: 522.211342ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:08.828431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:08.305498Z","time spent":"522.92244ms","remote":"127.0.0.1:44962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-07T16:41:08.828445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.311835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-07-07T16:41:08.82851Z","caller":"traceutil/trace.go:171","msg":"trace[380643598] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16203; }","duration":"522.394577ms","start":"2026-07-07T16:41:08.306106Z","end":"2026-07-07T16:41:08.828501Z","steps":["trace[380643598] 'agreement among raft nodes before linearized reading' (duration: 522.254494ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:08.828514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.187476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:522"} {"level":"warn","ts":"2026-07-07T16:41:08.828546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:08.306094Z","time spent":"522.445248ms","remote":"127.0.0.1:44914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":535,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-07T16:41:08.82804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:08.305549Z","time spent":"522.483429ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":21989,"request content":"key:\"/registry/pods/openstack/nova-compute-default-r9lw6\" "} {"level":"warn","ts":"2026-07-07T16:41:08.828659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.281172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:728567"} {"level":"info","ts":"2026-07-07T16:41:08.827957Z","caller":"traceutil/trace.go:171","msg":"trace[406374233] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:16203; }","duration":"521.382013ms","start":"2026-07-07T16:41:08.306565Z","end":"2026-07-07T16:41:08.827947Z","steps":["trace[406374233] 'agreement among raft nodes before linearized reading' (duration: 521.27229ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:41:08.828725Z","caller":"traceutil/trace.go:171","msg":"trace[1275421371] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:16203; }","duration":"686.369044ms","start":"2026-07-07T16:41:08.142339Z","end":"2026-07-07T16:41:08.828708Z","steps":["trace[1275421371] 'agreement among raft nodes before linearized reading' (duration: 685.246537ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:08.828787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:08.142323Z","time spent":"686.447346ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":75,"response size":728590,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-07T16:41:08.828772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:08.306522Z","time spent":"522.225153ms","remote":"127.0.0.1:44914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":914,"request content":"key:\"/registry/services/endpoints/openstack/rabbitmq-nova\" "} {"level":"info","ts":"2026-07-07T16:41:08.829079Z","caller":"traceutil/trace.go:171","msg":"trace[2039652665] transaction","detail":"{read_only:false; response_revision:16203; number_of_response:1; }","duration":"686.682372ms","start":"2026-07-07T16:41:08.140837Z","end":"2026-07-07T16:41:08.827519Z","steps":["trace[2039652665] 'process raft request' (duration: 686.444636ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:08.829112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.150275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:41:08.829164Z","caller":"traceutil/trace.go:171","msg":"trace[2012837398] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:16203; }","duration":"647.258468ms","start":"2026-07-07T16:41:08.181894Z","end":"2026-07-07T16:41:08.829152Z","steps":["trace[2012837398] 'agreement among raft nodes before linearized reading' (duration: 647.133055ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:08.829198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:08.18187Z","time spent":"647.318369ms","remote":"127.0.0.1:59984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:41:08.829236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:08.140805Z","time spent":"688.351322ms","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T16:41:08.828553Z","caller":"traceutil/trace.go:171","msg":"trace[1771989509] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:16203; }","duration":"523.267768ms","start":"2026-07-07T16:41:08.305277Z","end":"2026-07-07T16:41:08.828544Z","steps":["trace[1771989509] 'agreement among raft nodes before linearized reading' (duration: 523.151946ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:08.829951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:08.305252Z","time spent":"524.60186ms","remote":"127.0.0.1:44914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":545,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-07-07T16:41:09.419653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.773863ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-07T16:41:09.419779Z","caller":"traceutil/trace.go:171","msg":"trace[1329747737] linearizableReadLoop","detail":"{readStateIndex:16806; appliedIndex:16805; }","duration":"579.506659ms","start":"2026-07-07T16:41:08.840251Z","end":"2026-07-07T16:41:09.419758Z","steps":["trace[1329747737] 'read index received' (duration: 336.404578ms)","trace[1329747737] 'applied index is now lower than readState.Index' (duration: 243.100631ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:41:09.419824Z","caller":"traceutil/trace.go:171","msg":"trace[2081875455] transaction","detail":"{read_only:false; response_revision:16204; number_of_response:1; }","duration":"586.12371ms","start":"2026-07-07T16:41:08.833646Z","end":"2026-07-07T16:41:09.41977Z","steps":["trace[2081875455] 'process raft request' (duration: 343.145922ms)","trace[2081875455] 'compare' (duration: 242.441005ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:41:09.419986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:08.83363Z","time spent":"586.269084ms","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":877,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:41:09.420746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.479644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:728567"} {"level":"info","ts":"2026-07-07T16:41:09.420803Z","caller":"traceutil/trace.go:171","msg":"trace[1350657853] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:16204; }","duration":"580.585576ms","start":"2026-07-07T16:41:08.840202Z","end":"2026-07-07T16:41:09.420788Z","steps":["trace[1350657853] 'agreement among raft nodes before linearized reading' (duration: 579.655534ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:09.420845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:08.840182Z","time spent":"580.650517ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":75,"response size":728590,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-07T16:41:09.420827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.757933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p22f7\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-07-07T16:41:09.420813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.195362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-07T16:41:09.420872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.430601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r9lw6\" ","response":"range_response_count:1 size:21966"} {"level":"info","ts":"2026-07-07T16:41:09.420917Z","caller":"traceutil/trace.go:171","msg":"trace[1259929711] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p22f7; range_end:; response_count:1; response_revision:16204; }","duration":"402.927938ms","start":"2026-07-07T16:41:09.017967Z","end":"2026-07-07T16:41:09.420895Z","steps":["trace[1259929711] 'agreement among raft nodes before linearized reading' (duration: 402.61094ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:41:09.420939Z","caller":"traceutil/trace.go:171","msg":"trace[4783319] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:16204; }","duration":"405.414027ms","start":"2026-07-07T16:41:09.015503Z","end":"2026-07-07T16:41:09.420917Z","steps":["trace[4783319] 'agreement among raft nodes before linearized reading' (duration: 405.153831ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:41:09.420956Z","caller":"traceutil/trace.go:171","msg":"trace[1596136364] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r9lw6; range_end:; response_count:1; response_revision:16204; }","duration":"296.567485ms","start":"2026-07-07T16:41:09.124366Z","end":"2026-07-07T16:41:09.420934Z","steps":["trace[1596136364] 'agreement among raft nodes before linearized reading' (duration: 296.277778ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:09.420965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:09.017958Z","time spent":"402.997839ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-p22f7\" "} {"level":"warn","ts":"2026-07-07T16:41:09.420976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.453457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"warn","ts":"2026-07-07T16:41:09.421007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:09.015474Z","time spent":"405.52106ms","remote":"127.0.0.1:45132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:41:09.421056Z","caller":"traceutil/trace.go:171","msg":"trace[387052107] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:16204; }","duration":"481.59118ms","start":"2026-07-07T16:41:08.939445Z","end":"2026-07-07T16:41:09.421036Z","steps":["trace[387052107] 'agreement among raft nodes before linearized reading' (duration: 481.265962ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:09.4211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:08.939416Z","time spent":"481.672102ms","remote":"127.0.0.1:44910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-07-07T16:41:09.421731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.915985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-07T16:41:09.421804Z","caller":"traceutil/trace.go:171","msg":"trace[571735849] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:16204; }","duration":"183.046388ms","start":"2026-07-07T16:41:09.238743Z","end":"2026-07-07T16:41:09.421789Z","steps":["trace[571735849] 'agreement among raft nodes before linearized reading' (duration: 181.844529ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:09.422297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.493618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:728567"} {"level":"info","ts":"2026-07-07T16:41:09.422367Z","caller":"traceutil/trace.go:171","msg":"trace[2012213575] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:16204; }","duration":"581.699933ms","start":"2026-07-07T16:41:08.840657Z","end":"2026-07-07T16:41:09.422357Z","steps":["trace[2012213575] 'agreement among raft nodes before linearized reading' (duration: 579.90641ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:09.422394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:08.84064Z","time spent":"581.746084ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":75,"response size":728590,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-07T16:41:10.334454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.992892ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-07T16:41:10.33472Z","caller":"traceutil/trace.go:171","msg":"trace[1756703210] linearizableReadLoop","detail":"{readStateIndex:16807; appliedIndex:16806; }","duration":"907.266919ms","start":"2026-07-07T16:41:09.427427Z","end":"2026-07-07T16:41:10.334694Z","steps":["trace[1756703210] 'read index received' (duration: 190.911899ms)","trace[1756703210] 'applied index is now lower than readState.Index' (duration: 716.35172ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:41:10.334857Z","caller":"traceutil/trace.go:171","msg":"trace[1661369270] transaction","detail":"{read_only:false; response_revision:16205; number_of_response:1; }","duration":"908.352966ms","start":"2026-07-07T16:41:09.426484Z","end":"2026-07-07T16:41:10.334837Z","steps":["trace[1661369270] 'process raft request' (duration: 191.867692ms)","trace[1661369270] 'compare' (duration: 715.802627ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:41:10.33497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:09.426468Z","time spent":"908.460458ms","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":916,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:41:10.336294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.835217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:728567"} {"level":"info","ts":"2026-07-07T16:41:10.336391Z","caller":"traceutil/trace.go:171","msg":"trace[195749677] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:16205; }","duration":"908.980461ms","start":"2026-07-07T16:41:09.42739Z","end":"2026-07-07T16:41:10.336371Z","steps":["trace[195749677] 'agreement among raft nodes before linearized reading' (duration: 907.590437ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:10.336438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:09.427368Z","time spent":"909.058613ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":75,"response size":728590,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-07T16:41:10.835579Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004043504,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T16:41:11.336341Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004043504,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T16:41:11.615805Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.997490464s","expected-duration":"1s"} {"level":"info","ts":"2026-07-07T16:41:11.616349Z","caller":"traceutil/trace.go:171","msg":"trace[762012392] transaction","detail":"{read_only:false; response_revision:16206; number_of_response:1; }","duration":"2.179202621s","start":"2026-07-07T16:41:09.437121Z","end":"2026-07-07T16:41:11.616323Z","steps":["trace[762012392] 'process raft request' (duration: 2.178973216s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:11.616551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:09.437103Z","time spent":"2.179321794s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22085,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:41:11.835798Z","caller":"traceutil/trace.go:171","msg":"trace[1887652808] linearizableReadLoop","detail":"{readStateIndex:16811; appliedIndex:16807; }","duration":"1.500986592s","start":"2026-07-07T16:41:10.334791Z","end":"2026-07-07T16:41:11.835778Z","steps":["trace[1887652808] 'read index received' (duration: 1.281349449s)","trace[1887652808] 'applied index is now lower than readState.Index' (duration: 219.635993ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:41:11.836051Z","caller":"traceutil/trace.go:171","msg":"trace[1775510647] transaction","detail":"{read_only:false; response_revision:16207; number_of_response:1; }","duration":"1.964275521s","start":"2026-07-07T16:41:09.871765Z","end":"2026-07-07T16:41:11.836041Z","steps":["trace[1775510647] 'process raft request' (duration: 1.954554136s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:11.836153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:09.871728Z","time spent":"1.964349083s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:41:11.836296Z","caller":"traceutil/trace.go:171","msg":"trace[1073281592] transaction","detail":"{read_only:false; response_revision:16208; number_of_response:1; }","duration":"1.907975469s","start":"2026-07-07T16:41:09.92831Z","end":"2026-07-07T16:41:11.836285Z","steps":["trace[1073281592] 'process raft request' (duration: 1.907312003s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:11.836333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:09.92828Z","time spent":"1.90803338s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:41:11.836418Z","caller":"traceutil/trace.go:171","msg":"trace[708634353] transaction","detail":"{read_only:false; response_revision:16209; number_of_response:1; }","duration":"1.496905464s","start":"2026-07-07T16:41:10.339506Z","end":"2026-07-07T16:41:11.836411Z","steps":["trace[708634353] 'process raft request' (duration: 1.496209767s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:11.836473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:10.339481Z","time spent":"1.496952325s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:41:11.836596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.728351744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:41:11.83662Z","caller":"traceutil/trace.go:171","msg":"trace[1139763339] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16209; }","duration":"1.728412525s","start":"2026-07-07T16:41:10.108201Z","end":"2026-07-07T16:41:11.836614Z","steps":["trace[1139763339] 'agreement among raft nodes before linearized reading' (duration: 1.728367004s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:11.836637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:10.108182Z","time spent":"1.728451586s","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T16:41:11.836779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.793557142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T16:41:11.836804Z","caller":"traceutil/trace.go:171","msg":"trace[448617669] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:16209; }","duration":"1.793616162s","start":"2026-07-07T16:41:10.04318Z","end":"2026-07-07T16:41:11.836797Z","steps":["trace[448617669] 'agreement among raft nodes before linearized reading' (duration: 1.793552871s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:11.836826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:10.043161Z","time spent":"1.793658784s","remote":"127.0.0.1:45050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":17,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:41:11.83697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104311166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:41:11.836994Z","caller":"traceutil/trace.go:171","msg":"trace[1531284833] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:16209; }","duration":"1.104383698s","start":"2026-07-07T16:41:10.732602Z","end":"2026-07-07T16:41:11.836986Z","steps":["trace[1531284833] 'agreement among raft nodes before linearized reading' (duration: 1.104339117s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:11.837015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:10.732574Z","time spent":"1.104434349s","remote":"127.0.0.1:57752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:41:11.837268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.581665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:41:11.837296Z","caller":"traceutil/trace.go:171","msg":"trace[856032900] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:16209; }","duration":"358.608156ms","start":"2026-07-07T16:41:11.478678Z","end":"2026-07-07T16:41:11.837286Z","steps":["trace[856032900] 'agreement among raft nodes before linearized reading' (duration: 358.565155ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:11.837316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:11.478603Z","time spent":"358.706518ms","remote":"127.0.0.1:59854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:41:11.837493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.693643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r9lw6\" ","response":"range_response_count:1 size:22100"} {"level":"info","ts":"2026-07-07T16:41:11.837514Z","caller":"traceutil/trace.go:171","msg":"trace[1984402836] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r9lw6; range_end:; response_count:1; response_revision:16209; }","duration":"395.757024ms","start":"2026-07-07T16:41:11.441751Z","end":"2026-07-07T16:41:11.837508Z","steps":["trace[1984402836] 'agreement among raft nodes before linearized reading' (duration: 395.664842ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:11.83753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:11.441726Z","time spent":"395.800636ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22123,"request content":"key:\"/registry/pods/openstack/nova-compute-default-r9lw6\" "} {"level":"warn","ts":"2026-07-07T16:41:11.837695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.535046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r9lw6\" ","response":"range_response_count:1 size:22100"} {"level":"info","ts":"2026-07-07T16:41:11.837716Z","caller":"traceutil/trace.go:171","msg":"trace[1275320579] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r9lw6; range_end:; response_count:1; response_revision:16209; }","duration":"399.593347ms","start":"2026-07-07T16:41:11.438116Z","end":"2026-07-07T16:41:11.83771Z","steps":["trace[1275320579] 'agreement among raft nodes before linearized reading' (duration: 399.515335ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:11.837733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:11.438092Z","time spent":"399.635209ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22123,"request content":"key:\"/registry/pods/openstack/nova-compute-default-r9lw6\" "} {"level":"warn","ts":"2026-07-07T16:41:11.837867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.876903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-72wnd\" ","response":"range_response_count:1 size:20644"} {"level":"info","ts":"2026-07-07T16:41:11.83789Z","caller":"traceutil/trace.go:171","msg":"trace[554501507] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-72wnd; range_end:; response_count:1; response_revision:16209; }","duration":"995.919514ms","start":"2026-07-07T16:41:10.841965Z","end":"2026-07-07T16:41:11.837884Z","steps":["trace[554501507] 'agreement among raft nodes before linearized reading' (duration: 995.846563ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:11.837907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:10.841956Z","time spent":"995.945055ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20667,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-72wnd\" "} {"level":"warn","ts":"2026-07-07T16:41:11.838001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.025179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:41:11.83802Z","caller":"traceutil/trace.go:171","msg":"trace[747688782] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16209; }","duration":"999.05624ms","start":"2026-07-07T16:41:10.838958Z","end":"2026-07-07T16:41:11.838015Z","steps":["trace[747688782] 'agreement among raft nodes before linearized reading' (duration: 999.026029ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:11.838036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:10.83895Z","time spent":"999.08239ms","remote":"127.0.0.1:44962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-07T16:41:11.838165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.929811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-07-07T16:41:11.838185Z","caller":"traceutil/trace.go:171","msg":"trace[1421844211] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16209; }","duration":"999.950582ms","start":"2026-07-07T16:41:10.838229Z","end":"2026-07-07T16:41:11.83818Z","steps":["trace[1421844211] 'agreement among raft nodes before linearized reading' (duration: 999.88642ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:11.8382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:10.838161Z","time spent":"1.000035304s","remote":"127.0.0.1:44914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":535,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-07T16:41:11.838306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000139397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:41:11.838326Z","caller":"traceutil/trace.go:171","msg":"trace[557738134] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:16209; }","duration":"1.000170067s","start":"2026-07-07T16:41:10.83815Z","end":"2026-07-07T16:41:11.83832Z","steps":["trace[557738134] 'agreement among raft nodes before linearized reading' (duration: 1.000136986s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:11.838345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:10.838145Z","time spent":"1.000195667s","remote":"127.0.0.1:44914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-07T16:41:11.838463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.00033236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:522"} {"level":"info","ts":"2026-07-07T16:41:11.838484Z","caller":"traceutil/trace.go:171","msg":"trace[415185327] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:16209; }","duration":"1.000385752s","start":"2026-07-07T16:41:10.838092Z","end":"2026-07-07T16:41:11.838477Z","steps":["trace[415185327] 'agreement among raft nodes before linearized reading' (duration: 1.00032453s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:11.8385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:10.838068Z","time spent":"1.000426863s","remote":"127.0.0.1:44914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":545,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-07-07T16:41:11.83859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.00278738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:41:11.838609Z","caller":"traceutil/trace.go:171","msg":"trace[930307642] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:16209; }","duration":"1.002860102s","start":"2026-07-07T16:41:10.835743Z","end":"2026-07-07T16:41:11.838603Z","steps":["trace[930307642] 'agreement among raft nodes before linearized reading' (duration: 1.002829811s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:11.838626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:10.835712Z","time spent":"1.002909453s","remote":"127.0.0.1:44962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-07T16:41:12.447923Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004043512,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T16:41:12.9487Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004043512,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T16:41:13.4493Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004043512,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T16:41:13.558897Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.623371243s","expected-duration":"1s"} {"level":"info","ts":"2026-07-07T16:41:13.55956Z","caller":"traceutil/trace.go:171","msg":"trace[423990566] transaction","detail":"{read_only:false; response_revision:16211; number_of_response:1; }","duration":"1.624152921s","start":"2026-07-07T16:41:11.935378Z","end":"2026-07-07T16:41:13.559531Z","steps":["trace[423990566] 'process raft request' (duration: 1.623968917s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:13.559732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:11.935339Z","time spent":"1.624309365s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T16:41:14.248135Z","caller":"traceutil/trace.go:171","msg":"trace[1818060900] transaction","detail":"{read_only:false; response_revision:16212; number_of_response:1; }","duration":"2.308262012s","start":"2026-07-07T16:41:11.939808Z","end":"2026-07-07T16:41:14.24807Z","steps":["trace[1818060900] 'process raft request' (duration: 2.307927344s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:14.248477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:11.939773Z","time spent":"2.308491517s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4425,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:41:14.974137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.161598ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-07T16:41:14.974504Z","caller":"traceutil/trace.go:171","msg":"trace[34915298] linearizableReadLoop","detail":"{readStateIndex:16815; appliedIndex:16813; }","duration":"3.026666012s","start":"2026-07-07T16:41:11.947818Z","end":"2026-07-07T16:41:14.974484Z","steps":["trace[34915298] 'read index received' (duration: 1.61170007s)","trace[34915298] 'applied index is now lower than readState.Index' (duration: 1.414964232s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:41:14.974717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.026880727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T16:41:14.974724Z","caller":"traceutil/trace.go:171","msg":"trace[446629318] transaction","detail":"{read_only:false; response_revision:16213; number_of_response:1; }","duration":"1.409981791s","start":"2026-07-07T16:41:13.564721Z","end":"2026-07-07T16:41:14.974702Z","steps":["trace[446629318] 'process raft request' (duration: 1.409555581s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:41:14.974761Z","caller":"traceutil/trace.go:171","msg":"trace[2043038413] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:16212; }","duration":"3.02697354s","start":"2026-07-07T16:41:11.947775Z","end":"2026-07-07T16:41:14.974748Z","steps":["trace[2043038413] 'agreement among raft nodes before linearized reading' (duration: 3.026786255s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:14.974791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:11.947763Z","time spent":"3.027019321s","remote":"127.0.0.1:42648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":104,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:41:14.974835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:13.564688Z","time spent":"1.410078344s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":881,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:41:15.538042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.496398188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:41:15.538263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.663102055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-07-07T16:41:15.538329Z","caller":"traceutil/trace.go:171","msg":"trace[134468010] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:16213; }","duration":"1.663173156s","start":"2026-07-07T16:41:13.875131Z","end":"2026-07-07T16:41:15.538304Z","steps":["trace[134468010] 'agreement among raft nodes before linearized reading' (duration: 1.099630483s)","trace[134468010] 'range keys from in-memory index tree' (duration: 563.217196ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:41:15.538259Z","caller":"traceutil/trace.go:171","msg":"trace[1104482519] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:16213; }","duration":"3.496681165s","start":"2026-07-07T16:41:12.041546Z","end":"2026-07-07T16:41:15.538227Z","steps":["trace[1104482519] 'agreement among raft nodes before linearized reading' (duration: 2.933339786s)","trace[1104482519] 'count revisions from in-memory index tree' (duration: 563.070652ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:41:15.538492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:12.04152Z","time spent":"3.49694701s","remote":"127.0.0.1:57804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:41:15.538491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.659410736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129408"} {"level":"warn","ts":"2026-07-07T16:41:15.538504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.904641401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-07T16:41:15.53855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.681669234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:41:15.538627Z","caller":"traceutil/trace.go:171","msg":"trace[863890236] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:16213; }","duration":"1.65960821s","start":"2026-07-07T16:41:13.878982Z","end":"2026-07-07T16:41:15.53859Z","steps":["trace[863890236] 'agreement among raft nodes before linearized reading' (duration: 1.09576464s)","trace[863890236] 'range keys from in-memory index tree' (duration: 563.456051ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:41:15.538644Z","caller":"traceutil/trace.go:171","msg":"trace[2140660811] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:16213; }","duration":"2.904881487s","start":"2026-07-07T16:41:12.633725Z","end":"2026-07-07T16:41:15.538606Z","steps":["trace[2140660811] 'agreement among raft nodes before linearized reading' (duration: 2.341095267s)","trace[2140660811] 'count revisions from in-memory index tree' (duration: 563.559544ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:41:15.538689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:13.878956Z","time spent":"1.659719603s","remote":"127.0.0.1:44800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129431,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-07-07T16:41:15.538698Z","caller":"traceutil/trace.go:171","msg":"trace[1448424958] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:16213; }","duration":"1.681826497s","start":"2026-07-07T16:41:13.856808Z","end":"2026-07-07T16:41:15.538634Z","steps":["trace[1448424958] 'agreement among raft nodes before linearized reading' (duration: 1.117912875s)","trace[1448424958] 'range keys from in-memory index tree' (duration: 563.78318ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:41:15.538698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015667682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-07T16:41:15.538711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:12.633686Z","time spent":"2.90501047s","remote":"127.0.0.1:49652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:41:15.538698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.437682347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-07T16:41:15.538789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:13.856774Z","time spent":"1.682001542s","remote":"127.0.0.1:44962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-07-07T16:41:15.538891Z","caller":"traceutil/trace.go:171","msg":"trace[1537187489] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:16213; }","duration":"3.438015485s","start":"2026-07-07T16:41:12.100839Z","end":"2026-07-07T16:41:15.538855Z","steps":["trace[1537187489] 'agreement among raft nodes before linearized reading' (duration: 2.873982759s)","trace[1537187489] 'count revisions from in-memory index tree' (duration: 563.708697ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:41:15.538155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.530904172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-07T16:41:15.539035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:12.100813Z","time spent":"3.438157838s","remote":"127.0.0.1:45096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:41:15.538364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.584912253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r9lw6\" ","response":"range_response_count:1 size:22100"} {"level":"info","ts":"2026-07-07T16:41:15.539105Z","caller":"traceutil/trace.go:171","msg":"trace[1471897068] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:16213; }","duration":"3.531957567s","start":"2026-07-07T16:41:12.007122Z","end":"2026-07-07T16:41:15.53908Z","steps":["trace[1471897068] 'agreement among raft nodes before linearized reading' (duration: 2.967557043s)","trace[1471897068] 'count revisions from in-memory index tree' (duration: 563.36711ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:41:15.539118Z","caller":"traceutil/trace.go:171","msg":"trace[101523599] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r9lw6; range_end:; response_count:1; response_revision:16213; }","duration":"1.585721703s","start":"2026-07-07T16:41:13.95338Z","end":"2026-07-07T16:41:15.539101Z","steps":["trace[101523599] 'agreement among raft nodes before linearized reading' (duration: 1.02140227s)","trace[101523599] 'range keys from in-memory index tree' (duration: 563.299278ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:41:15.539158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:13.953351Z","time spent":"1.585795245s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22123,"request content":"key:\"/registry/pods/openstack/nova-compute-default-r9lw6\" "} {"level":"warn","ts":"2026-07-07T16:41:15.539166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:12.007093Z","time spent":"3.5320532s","remote":"127.0.0.1:45226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":13,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:41:15.538755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.682001242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:41:15.539261Z","caller":"traceutil/trace.go:171","msg":"trace[508308448] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:16213; }","duration":"1.682537135s","start":"2026-07-07T16:41:13.856705Z","end":"2026-07-07T16:41:15.539242Z","steps":["trace[508308448] 'agreement among raft nodes before linearized reading' (duration: 1.118130881s)","trace[508308448] 'range keys from in-memory index tree' (duration: 563.867451ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:41:15.539351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:13.856693Z","time spent":"1.682639767s","remote":"127.0.0.1:44914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-07-07T16:41:15.538779Z","caller":"traceutil/trace.go:171","msg":"trace[2110568815] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:16213; }","duration":"1.015764174s","start":"2026-07-07T16:41:14.522986Z","end":"2026-07-07T16:41:15.538751Z","steps":["trace[2110568815] 'agreement among raft nodes before linearized reading' (duration: 451.829691ms)","trace[2110568815] 'count revisions from in-memory index tree' (duration: 563.80798ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:41:15.53976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:14.522909Z","time spent":"1.0168273s","remote":"127.0.0.1:39248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":31,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:41:15.538397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:13.875114Z","time spent":"1.663266689s","remote":"127.0.0.1:44816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-07-07T16:41:15.538172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.588038519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-72wnd\" ","response":"range_response_count:1 size:20644"} {"level":"info","ts":"2026-07-07T16:41:15.540135Z","caller":"traceutil/trace.go:171","msg":"trace[1009181380] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-72wnd; range_end:; response_count:1; response_revision:16213; }","duration":"1.590052767s","start":"2026-07-07T16:41:13.950065Z","end":"2026-07-07T16:41:15.540118Z","steps":["trace[1009181380] 'agreement among raft nodes before linearized reading' (duration: 1.02471927s)","trace[1009181380] 'range keys from in-memory index tree' (duration: 563.194235ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:41:15.540196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:13.950044Z","time spent":"1.5901357s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20667,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-72wnd\" "} {"level":"warn","ts":"2026-07-07T16:41:15.540166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.498136129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3017"} {"level":"info","ts":"2026-07-07T16:41:15.540404Z","caller":"traceutil/trace.go:171","msg":"trace[1244575709] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:16213; }","duration":"3.49855073s","start":"2026-07-07T16:41:12.041835Z","end":"2026-07-07T16:41:15.540386Z","steps":["trace[1244575709] 'agreement among raft nodes before linearized reading' (duration: 2.933011078s)","trace[1244575709] 'range keys from in-memory index tree' (duration: 565.007609ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:41:15.540539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:12.041798Z","time spent":"3.498724514s","remote":"127.0.0.1:44856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3040,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"warn","ts":"2026-07-07T16:41:15.540715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.101918941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T16:41:15.540791Z","caller":"traceutil/trace.go:171","msg":"trace[1046179186] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:16213; }","duration":"2.101993293s","start":"2026-07-07T16:41:13.438773Z","end":"2026-07-07T16:41:15.540767Z","steps":["trace[1046179186] 'agreement among raft nodes before linearized reading' (duration: 1.536086632s)","trace[1046179186] 'count revisions from in-memory index tree' (duration: 565.816269ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:41:15.540851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:13.438694Z","time spent":"2.102140296s","remote":"127.0.0.1:45256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:41:15.54072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.434200469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:41:15.540907Z","caller":"traceutil/trace.go:171","msg":"trace[1238885979] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16213; }","duration":"2.434418665s","start":"2026-07-07T16:41:13.106471Z","end":"2026-07-07T16:41:15.54089Z","steps":["trace[1238885979] 'agreement among raft nodes before linearized reading' (duration: 1.868399862s)","trace[1238885979] 'range keys from in-memory index tree' (duration: 565.809788ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:41:15.540961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:13.106453Z","time spent":"2.434494807s","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T16:41:15.54145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.686832249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:41:15.54151Z","caller":"traceutil/trace.go:171","msg":"trace[1608053058] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16213; }","duration":"1.686953121s","start":"2026-07-07T16:41:13.854539Z","end":"2026-07-07T16:41:15.541493Z","steps":["trace[1608053058] 'agreement among raft nodes before linearized reading' (duration: 1.120308163s)","trace[1608053058] 'range keys from in-memory index tree' (duration: 566.559146ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:41:15.541544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:13.854508Z","time spent":"1.687028793s","remote":"127.0.0.1:44962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-07T16:41:15.542235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.597887397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r9lw6\" ","response":"range_response_count:1 size:22100"} {"level":"info","ts":"2026-07-07T16:41:15.54229Z","caller":"traceutil/trace.go:171","msg":"trace[2058092119] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r9lw6; range_end:; response_count:1; response_revision:16213; }","duration":"1.59799832s","start":"2026-07-07T16:41:13.944275Z","end":"2026-07-07T16:41:15.542274Z","steps":["trace[2058092119] 'agreement among raft nodes before linearized reading' (duration: 1.03046409s)","trace[2058092119] 'range keys from in-memory index tree' (duration: 563.496832ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:41:15.542325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:13.944248Z","time spent":"1.598068141s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22123,"request content":"key:\"/registry/pods/openstack/nova-compute-default-r9lw6\" "} {"level":"warn","ts":"2026-07-07T16:41:15.542762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.191550982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p22f7\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-07-07T16:41:15.542734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.685321372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-07-07T16:41:15.542826Z","caller":"traceutil/trace.go:171","msg":"trace[2094218339] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p22f7; range_end:; response_count:1; response_revision:16213; }","duration":"3.191665225s","start":"2026-07-07T16:41:12.351141Z","end":"2026-07-07T16:41:15.542806Z","steps":["trace[2094218339] 'agreement among raft nodes before linearized reading' (duration: 2.623697075s)","trace[2094218339] 'range keys from in-memory index tree' (duration: 564.375814ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:41:15.54286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:12.351108Z","time spent":"3.191745076s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-p22f7\" "} {"level":"info","ts":"2026-07-07T16:41:15.542865Z","caller":"traceutil/trace.go:171","msg":"trace[865835886] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16213; }","duration":"1.685502777s","start":"2026-07-07T16:41:13.857326Z","end":"2026-07-07T16:41:15.542828Z","steps":["trace[865835886] 'agreement among raft nodes before linearized reading' (duration: 1.117476095s)","trace[865835886] 'range keys from in-memory index tree' (duration: 563.638726ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:41:15.542924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:13.857313Z","time spent":"1.685599659s","remote":"127.0.0.1:44914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":535,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-07T16:41:15.542972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.685417885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:522"} {"level":"info","ts":"2026-07-07T16:41:15.543038Z","caller":"traceutil/trace.go:171","msg":"trace[1945245701] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:16213; }","duration":"1.685543337s","start":"2026-07-07T16:41:13.857476Z","end":"2026-07-07T16:41:15.543019Z","steps":["trace[1945245701] 'agreement among raft nodes before linearized reading' (duration: 1.117313391s)","trace[1945245701] 'range keys from in-memory index tree' (duration: 563.324378ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:41:15.543087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:13.857444Z","time spent":"1.68563406s","remote":"127.0.0.1:44914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":545,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-07-07T16:41:16.462616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.120993078s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-07T16:41:16.463577Z","caller":"traceutil/trace.go:171","msg":"trace[874556512] transaction","detail":"{read_only:false; response_revision:16214; number_of_response:1; }","duration":"1.482475133s","start":"2026-07-07T16:41:14.981074Z","end":"2026-07-07T16:41:16.463549Z","steps":["trace[874556512] 'process raft request' (duration: 1.481681024s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:41:16.463581Z","caller":"traceutil/trace.go:171","msg":"trace[590469245] linearizableReadLoop","detail":"{readStateIndex:16818; appliedIndex:16816; }","duration":"1.466474706s","start":"2026-07-07T16:41:14.997072Z","end":"2026-07-07T16:41:16.463547Z","steps":["trace[590469245] 'read index received' (duration: 344.441813ms)","trace[590469245] 'applied index is now lower than readState.Index' (duration: 1.122030033s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:41:16.463696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:14.98105Z","time spent":"1.482577586s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":926,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:41:17.1073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000453525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-07T16:41:17.107402Z","caller":"traceutil/trace.go:171","msg":"trace[1926482990] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00061868s","start":"2026-07-07T16:41:15.106759Z","end":"2026-07-07T16:41:17.107378Z","steps":["trace[1926482990] 'agreement among raft nodes before linearized reading' (duration: 2.000473806s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:17.107479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:15.106745Z","time spent":"2.000723772s","remote":"127.0.0.1:44742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T16:41:17.840675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.843581063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:41:17.840766Z","caller":"traceutil/trace.go:171","msg":"trace[1715706797] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16214; }","duration":"2.843682275s","start":"2026-07-07T16:41:14.997058Z","end":"2026-07-07T16:41:17.840741Z","steps":["trace[1715706797] 'agreement among raft nodes before linearized reading' (duration: 1.466630781s)","trace[1715706797] 'range keys from in-memory index tree' (duration: 1.376917821s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:41:17.840807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:14.997005Z","time spent":"2.843792808s","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T16:41:17.841972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.32851197s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T16:41:17.842106Z","caller":"traceutil/trace.go:171","msg":"trace[348056166] transaction","detail":"{read_only:false; response_revision:16215; number_of_response:1; }","duration":"2.19654962s","start":"2026-07-07T16:41:15.645499Z","end":"2026-07-07T16:41:17.842049Z","steps":["trace[348056166] 'process raft request' (duration: 867.183059ms)","trace[348056166] 'compare' (duration: 1.327959937s)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:41:17.842192Z","caller":"traceutil/trace.go:171","msg":"trace[237920107] transaction","detail":"{read_only:false; response_revision:16217; number_of_response:1; }","duration":"146.994696ms","start":"2026-07-07T16:41:17.695184Z","end":"2026-07-07T16:41:17.842179Z","steps":["trace[237920107] 'process raft request' (duration: 146.941795ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:41:17.842205Z","caller":"traceutil/trace.go:171","msg":"trace[1100509443] linearizableReadLoop","detail":"{readStateIndex:16819; appliedIndex:16818; }","duration":"1.378497129s","start":"2026-07-07T16:41:16.463654Z","end":"2026-07-07T16:41:17.842151Z","steps":["trace[1100509443] 'read index received' (duration: 49.046957ms)","trace[1100509443] 'applied index is now lower than readState.Index' (duration: 1.329444872s)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:41:17.842329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:15.645465Z","time spent":"2.196737635s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:41:17.84239Z","caller":"traceutil/trace.go:171","msg":"trace[1749466003] transaction","detail":"{read_only:false; response_revision:16216; number_of_response:1; }","duration":"1.374125793s","start":"2026-07-07T16:41:16.468189Z","end":"2026-07-07T16:41:17.842314Z","steps":["trace[1749466003] 'process raft request' (duration: 1.373855587s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:17.842492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.744102625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T16:41:17.84254Z","caller":"traceutil/trace.go:171","msg":"trace[893579540] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:16217; }","duration":"1.744222528s","start":"2026-07-07T16:41:16.098304Z","end":"2026-07-07T16:41:17.842526Z","steps":["trace[893579540] 'agreement among raft nodes before linearized reading' (duration: 1.744048843s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:17.842583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:16.098279Z","time spent":"1.744293619s","remote":"127.0.0.1:39228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":23,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:41:17.84265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:16.468167Z","time spent":"1.37437334s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:41:17.842953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.781252945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.193\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-07T16:41:17.843Z","caller":"traceutil/trace.go:171","msg":"trace[580199207] range","detail":"{range_begin:/registry/masterleases/199.19.213.193; range_end:; response_count:1; response_revision:16217; }","duration":"2.781339537s","start":"2026-07-07T16:41:15.061643Z","end":"2026-07-07T16:41:17.842983Z","steps":["trace[580199207] 'agreement among raft nodes before linearized reading' (duration: 2.781178103s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:17.843034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:15.061616Z","time spent":"2.781412219s","remote":"127.0.0.1:44782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.193\" "} {"level":"warn","ts":"2026-07-07T16:41:17.843105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.385140582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"warn","ts":"2026-07-07T16:41:17.843192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.770641058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:22 size:198744"} {"level":"info","ts":"2026-07-07T16:41:17.843281Z","caller":"traceutil/trace.go:171","msg":"trace[903392302] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:22; response_revision:16217; }","duration":"2.770820312s","start":"2026-07-07T16:41:15.07244Z","end":"2026-07-07T16:41:17.84326Z","steps":["trace[903392302] 'agreement among raft nodes before linearized reading' (duration: 2.770221498s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:17.843293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.148609951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:41:17.843358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.504652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:512"} {"level":"warn","ts":"2026-07-07T16:41:17.843369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.851932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:41:17.843383Z","caller":"traceutil/trace.go:171","msg":"trace[2095527204] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:16217; }","duration":"2.148744214s","start":"2026-07-07T16:41:15.694622Z","end":"2026-07-07T16:41:17.843366Z","steps":["trace[2095527204] 'agreement among raft nodes before linearized reading' (duration: 2.148632411s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:17.843412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.444304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:41:17.843424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:15.072418Z","time spent":"2.770987446s","remote":"127.0.0.1:45200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":198767,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-07-07T16:41:17.843458Z","caller":"traceutil/trace.go:171","msg":"trace[6312892] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:16217; }","duration":"721.550566ms","start":"2026-07-07T16:41:17.121896Z","end":"2026-07-07T16:41:17.843447Z","steps":["trace[6312892] 'agreement among raft nodes before linearized reading' (duration: 721.421403ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:17.843461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:15.694591Z","time spent":"2.148855277s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:41:17.84346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.295069743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:728701"} {"level":"warn","ts":"2026-07-07T16:41:17.843501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.651886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:41:17.84352Z","caller":"traceutil/trace.go:171","msg":"trace[748581446] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:16217; }","duration":"2.295193206s","start":"2026-07-07T16:41:15.548311Z","end":"2026-07-07T16:41:17.843505Z","steps":["trace[748581446] 'agreement among raft nodes before linearized reading' (duration: 2.294167751s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:41:17.843208Z","caller":"traceutil/trace.go:171","msg":"trace[143140653] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:16217; }","duration":"2.385294315s","start":"2026-07-07T16:41:15.457889Z","end":"2026-07-07T16:41:17.843183Z","steps":["trace[143140653] 'agreement among raft nodes before linearized reading' (duration: 2.385020669s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:41:17.84354Z","caller":"traceutil/trace.go:171","msg":"trace[1819338080] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:16217; }","duration":"291.687187ms","start":"2026-07-07T16:41:17.551844Z","end":"2026-07-07T16:41:17.843531Z","steps":["trace[1819338080] 'agreement among raft nodes before linearized reading' (duration: 291.637976ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:17.84356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:15.548295Z","time spent":"2.295256297s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":75,"response size":728724,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-07T16:41:17.843599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.922332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:522"} {"level":"warn","ts":"2026-07-07T16:41:17.843615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.476378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-07T16:41:17.84359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:15.457865Z","time spent":"2.385704935s","remote":"127.0.0.1:44910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-07-07T16:41:17.84364Z","caller":"traceutil/trace.go:171","msg":"trace[1481251950] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:16217; }","duration":"116.507348ms","start":"2026-07-07T16:41:17.727127Z","end":"2026-07-07T16:41:17.843634Z","steps":["trace[1481251950] 'agreement among raft nodes before linearized reading' (duration: 116.338514ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:41:17.84364Z","caller":"traceutil/trace.go:171","msg":"trace[617438724] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:16217; }","duration":"291.998904ms","start":"2026-07-07T16:41:17.551632Z","end":"2026-07-07T16:41:17.843631Z","steps":["trace[617438724] 'agreement among raft nodes before linearized reading' (duration: 291.895632ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:41:17.843403Z","caller":"traceutil/trace.go:171","msg":"trace[944822060] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16217; }","duration":"291.658516ms","start":"2026-07-07T16:41:17.551734Z","end":"2026-07-07T16:41:17.843393Z","steps":["trace[944822060] 'agreement among raft nodes before linearized reading' (duration: 291.508822ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:41:17.843442Z","caller":"traceutil/trace.go:171","msg":"trace[1257706183] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16217; }","duration":"289.983705ms","start":"2026-07-07T16:41:17.553442Z","end":"2026-07-07T16:41:17.843426Z","steps":["trace[1257706183] 'agreement among raft nodes before linearized reading' (duration: 289.822581ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:17.843454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.39067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:41:17.843503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:17.121864Z","time spent":"721.626398ms","remote":"127.0.0.1:45122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:41:17.843815Z","caller":"traceutil/trace.go:171","msg":"trace[1509447820] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:16217; }","duration":"291.764028ms","start":"2026-07-07T16:41:17.55204Z","end":"2026-07-07T16:41:17.843804Z","steps":["trace[1509447820] 'agreement among raft nodes before linearized reading' (duration: 291.384539ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:17.843935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.189624042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:41:17.843968Z","caller":"traceutil/trace.go:171","msg":"trace[336529864] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:16217; }","duration":"2.189681224s","start":"2026-07-07T16:41:15.654277Z","end":"2026-07-07T16:41:17.843958Z","steps":["trace[336529864] 'agreement among raft nodes before linearized reading' (duration: 2.189632553s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:17.843971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.062839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:41:17.84394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.290348009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:728701"} {"level":"warn","ts":"2026-07-07T16:41:17.843793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.296615981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:71 size:98323"} {"level":"info","ts":"2026-07-07T16:41:17.843999Z","caller":"traceutil/trace.go:171","msg":"trace[1188622282] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16217; }","duration":"727.143481ms","start":"2026-07-07T16:41:17.116848Z","end":"2026-07-07T16:41:17.843991Z","steps":["trace[1188622282] 'agreement among raft nodes before linearized reading' (duration: 727.09789ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:17.842923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.279767893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3017"} {"level":"info","ts":"2026-07-07T16:41:17.844039Z","caller":"traceutil/trace.go:171","msg":"trace[997391532] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:71; response_revision:16217; }","duration":"2.296878517s","start":"2026-07-07T16:41:15.547143Z","end":"2026-07-07T16:41:17.844022Z","steps":["trace[997391532] 'agreement among raft nodes before linearized reading' (duration: 2.295874382s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:17.844112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:15.547125Z","time spent":"2.296958518s","remote":"127.0.0.1:44934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":71,"response size":98346,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"info","ts":"2026-07-07T16:41:17.844127Z","caller":"traceutil/trace.go:171","msg":"trace[1892774280] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:16217; }","duration":"2.280954882s","start":"2026-07-07T16:41:15.563114Z","end":"2026-07-07T16:41:17.844069Z","steps":["trace[1892774280] 'agreement among raft nodes before linearized reading' (duration: 2.279665081s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:17.844033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:17.116819Z","time spent":"727.208513ms","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T16:41:17.843996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:15.654267Z","time spent":"2.189722605s","remote":"127.0.0.1:49510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:41:17.843983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.138844312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T16:41:17.844598Z","caller":"traceutil/trace.go:171","msg":"trace[540951136] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:16217; }","duration":"1.139502547s","start":"2026-07-07T16:41:16.705073Z","end":"2026-07-07T16:41:17.844575Z","steps":["trace[540951136] 'agreement among raft nodes before linearized reading' (duration: 1.138876022s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:17.844669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:16.705043Z","time spent":"1.13960295s","remote":"127.0.0.1:39220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:41:17.84403Z","caller":"traceutil/trace.go:171","msg":"trace[1369980442] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:16217; }","duration":"2.290486222s","start":"2026-07-07T16:41:15.553524Z","end":"2026-07-07T16:41:17.84401Z","steps":["trace[1369980442] 'agreement among raft nodes before linearized reading' (duration: 2.289381366s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:17.844785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:15.553508Z","time spent":"2.291254861s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":75,"response size":728724,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-07T16:41:17.844248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:15.563105Z","time spent":"2.281129817s","remote":"127.0.0.1:44856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3040,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"warn","ts":"2026-07-07T16:41:17.842975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.268873207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:41:17.845352Z","caller":"traceutil/trace.go:171","msg":"trace[332521278] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:16217; }","duration":"1.271291016s","start":"2026-07-07T16:41:16.574029Z","end":"2026-07-07T16:41:17.84532Z","steps":["trace[332521278] 'agreement among raft nodes before linearized reading' (duration: 1.268868218s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:17.845376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.292008809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:728701"} {"level":"info","ts":"2026-07-07T16:41:17.845499Z","caller":"traceutil/trace.go:171","msg":"trace[2047440909] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:16217; }","duration":"2.292165642s","start":"2026-07-07T16:41:15.553323Z","end":"2026-07-07T16:41:17.845488Z","steps":["trace[2047440909] 'agreement among raft nodes before linearized reading' (duration: 2.289617921s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:17.845404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:16.574001Z","time spent":"1.271384278s","remote":"127.0.0.1:59880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:41:17.845908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.302001341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:71 size:98323"} {"level":"info","ts":"2026-07-07T16:41:17.845962Z","caller":"traceutil/trace.go:171","msg":"trace[906180225] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:71; response_revision:16217; }","duration":"2.302107633s","start":"2026-07-07T16:41:15.543842Z","end":"2026-07-07T16:41:17.84595Z","steps":["trace[906180225] 'agreement among raft nodes before linearized reading' (duration: 2.298834524s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:17.845996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:15.543817Z","time spent":"2.302169814s","remote":"127.0.0.1:44934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":71,"response size":98346,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-07-07T16:41:17.846108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.291194399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:728701"} {"level":"warn","ts":"2026-07-07T16:41:17.845766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:15.553309Z","time spent":"2.292218694s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":75,"response size":728724,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-07T16:41:17.846213Z","caller":"traceutil/trace.go:171","msg":"trace[1986444010] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:16217; }","duration":"2.291332692s","start":"2026-07-07T16:41:15.554859Z","end":"2026-07-07T16:41:17.846191Z","steps":["trace[1986444010] 'agreement among raft nodes before linearized reading' (duration: 2.288133095s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:17.846272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:15.55484Z","time spent":"2.291417445s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":75,"response size":728724,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-07T16:41:18.13289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.8697ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-07-07T16:41:18.133198Z","caller":"traceutil/trace.go:171","msg":"trace[1982625690] transaction","detail":"{read_only:false; response_revision:16218; number_of_response:1; }","duration":"280.754222ms","start":"2026-07-07T16:41:17.85242Z","end":"2026-07-07T16:41:18.133175Z","steps":["trace[1982625690] 'process raft request' (duration: 280.611839ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:41:18.13328Z","caller":"traceutil/trace.go:171","msg":"trace[70686757] linearizableReadLoop","detail":"{readStateIndex:16822; appliedIndex:16821; }","duration":"287.812903ms","start":"2026-07-07T16:41:17.845417Z","end":"2026-07-07T16:41:18.13323Z","steps":["trace[70686757] 'read index received' (duration: 112.729807ms)","trace[70686757] 'applied index is now lower than readState.Index' (duration: 175.080536ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:41:18.133459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.020119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:41:18.133519Z","caller":"traceutil/trace.go:171","msg":"trace[2003023603] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16218; }","duration":"288.1104ms","start":"2026-07-07T16:41:17.845394Z","end":"2026-07-07T16:41:18.133504Z","steps":["trace[2003023603] 'agreement among raft nodes before linearized reading' (duration: 287.932186ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:18.133595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.506168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-cb248125-879e-40de-a0c0-faf15c2b1b43\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-07-07T16:41:18.133633Z","caller":"traceutil/trace.go:171","msg":"trace[107192242] range","detail":"{range_begin:/registry/persistentvolumes/pvc-cb248125-879e-40de-a0c0-faf15c2b1b43; range_end:; response_count:1; response_revision:16218; }","duration":"285.582149ms","start":"2026-07-07T16:41:17.848036Z","end":"2026-07-07T16:41:18.133618Z","steps":["trace[107192242] 'agreement among raft nodes before linearized reading' (duration: 285.404235ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:18.133676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.176535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-07-07T16:41:18.133742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.562652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129408"} {"level":"info","ts":"2026-07-07T16:41:18.133779Z","caller":"traceutil/trace.go:171","msg":"trace[395153319] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:16218; }","duration":"279.336219ms","start":"2026-07-07T16:41:17.85442Z","end":"2026-07-07T16:41:18.133756Z","steps":["trace[395153319] 'agreement among raft nodes before linearized reading' (duration: 279.046652ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:41:18.13393Z","caller":"traceutil/trace.go:171","msg":"trace[1517548949] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:16218; }","duration":"281.663375ms","start":"2026-07-07T16:41:17.852107Z","end":"2026-07-07T16:41:18.13377Z","steps":["trace[1517548949] 'agreement among raft nodes before linearized reading' (duration: 281.387298ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:18.134175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.593897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-07T16:41:18.134313Z","caller":"traceutil/trace.go:171","msg":"trace[1748013414] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16218; }","duration":"182.897615ms","start":"2026-07-07T16:41:17.951387Z","end":"2026-07-07T16:41:18.134285Z","steps":["trace[1748013414] 'agreement among raft nodes before linearized reading' (duration: 182.086106ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:19.002422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.254991ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T16:41:19.002542Z","caller":"traceutil/trace.go:171","msg":"trace[1136569572] linearizableReadLoop","detail":"{readStateIndex:16824; appliedIndex:16823; }","duration":"864.587066ms","start":"2026-07-07T16:41:18.137937Z","end":"2026-07-07T16:41:19.002524Z","steps":["trace[1136569572] 'read index received' (duration: 400.108089ms)","trace[1136569572] 'applied index is now lower than readState.Index' (duration: 464.476497ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:41:19.002624Z","caller":"traceutil/trace.go:171","msg":"trace[608783255] transaction","detail":"{read_only:false; response_revision:16219; number_of_response:1; }","duration":"867.560678ms","start":"2026-07-07T16:41:18.135051Z","end":"2026-07-07T16:41:19.002612Z","steps":["trace[608783255] 'process raft request' (duration: 402.992099ms)","trace[608783255] 'compare' (duration: 463.642387ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:41:19.002687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:18.135012Z","time spent":"867.63762ms","remote":"127.0.0.1:44782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:41:19.00309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.15384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c00f508edff6b3\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-07T16:41:19.003188Z","caller":"traceutil/trace.go:171","msg":"trace[1899443980] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c00f508edff6b3; range_end:; response_count:1; response_revision:16219; }","duration":"865.281413ms","start":"2026-07-07T16:41:18.137892Z","end":"2026-07-07T16:41:19.003174Z","steps":["trace[1899443980] 'agreement among raft nodes before linearized reading' (duration: 865.001456ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:19.00324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:18.137842Z","time spent":"865.380326ms","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c00f508edff6b3\" "} {"level":"info","ts":"2026-07-07T16:41:19.059679Z","caller":"traceutil/trace.go:171","msg":"trace[1837245807] transaction","detail":"{read_only:false; response_revision:16220; number_of_response:1; }","duration":"919.942145ms","start":"2026-07-07T16:41:18.13968Z","end":"2026-07-07T16:41:19.059622Z","steps":["trace[1837245807] 'process raft request' (duration: 919.663989ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:19.059939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:18.139645Z","time spent":"920.157071ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:41:19.059935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.906922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:41:19.060172Z","caller":"traceutil/trace.go:171","msg":"trace[26879425] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16220; }","duration":"917.204249ms","start":"2026-07-07T16:41:18.142941Z","end":"2026-07-07T16:41:19.060145Z","steps":["trace[26879425] 'agreement among raft nodes before linearized reading' (duration: 916.915292ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:19.060237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:18.142907Z","time spent":"917.309482ms","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T16:41:19.681219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.102881ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T16:41:19.681408Z","caller":"traceutil/trace.go:171","msg":"trace[1836026614] transaction","detail":"{read_only:false; response_revision:16222; number_of_response:1; }","duration":"614.908926ms","start":"2026-07-07T16:41:19.066481Z","end":"2026-07-07T16:41:19.68139Z","steps":["trace[1836026614] 'process raft request' (duration: 614.847634ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:19.681475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:19.06645Z","time spent":"615.000737ms","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":707,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-07T16:41:19.681697Z","caller":"traceutil/trace.go:171","msg":"trace[237443699] transaction","detail":"{read_only:false; response_revision:16221; number_of_response:1; }","duration":"675.584253ms","start":"2026-07-07T16:41:19.006096Z","end":"2026-07-07T16:41:19.68168Z","steps":["trace[237443699] 'process raft request' (duration: 257.926109ms)","trace[237443699] 'compare' (duration: 415.958993ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:41:19.68176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:19.006075Z","time spent":"675.655205ms","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:41:19.681899Z","caller":"traceutil/trace.go:171","msg":"trace[1589767049] linearizableReadLoop","detail":"{readStateIndex:16826; appliedIndex:16825; }","duration":"622.371276ms","start":"2026-07-07T16:41:19.059518Z","end":"2026-07-07T16:41:19.68189Z","steps":["trace[1589767049] 'read index received' (duration: 204.499727ms)","trace[1589767049] 'applied index is now lower than readState.Index' (duration: 417.870539ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:41:19.682184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.125737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-07T16:41:19.682222Z","caller":"traceutil/trace.go:171","msg":"trace[96959818] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:16222; }","duration":"676.195948ms","start":"2026-07-07T16:41:19.006017Z","end":"2026-07-07T16:41:19.682213Z","steps":["trace[96959818] 'agreement among raft nodes before linearized reading' (duration: 676.024393ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:19.682259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:19.005997Z","time spent":"676.25575ms","remote":"127.0.0.1:44914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-07T16:41:19.682438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.538932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:41:19.682473Z","caller":"traceutil/trace.go:171","msg":"trace[844456053] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16222; }","duration":"620.619584ms","start":"2026-07-07T16:41:19.061845Z","end":"2026-07-07T16:41:19.682464Z","steps":["trace[844456053] 'agreement among raft nodes before linearized reading' (duration: 620.562102ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:19.682505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:19.061823Z","time spent":"620.676265ms","remote":"127.0.0.1:44742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T16:41:19.682794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.605336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-07T16:41:19.682831Z","caller":"traceutil/trace.go:171","msg":"trace[1934098595] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16222; }","duration":"616.704888ms","start":"2026-07-07T16:41:19.066118Z","end":"2026-07-07T16:41:19.682823Z","steps":["trace[1934098595] 'agreement among raft nodes before linearized reading' (duration: 616.610166ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:19.682861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:19.066087Z","time spent":"616.76688ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-07T16:41:20.273243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.812298ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T16:41:20.273389Z","caller":"traceutil/trace.go:171","msg":"trace[411396081] transaction","detail":"{read_only:false; response_revision:16223; number_of_response:1; }","duration":"585.969316ms","start":"2026-07-07T16:41:19.687394Z","end":"2026-07-07T16:41:20.273363Z","steps":["trace[411396081] 'process raft request' (duration: 434.903712ms)","trace[411396081] 'compare' (duration: 150.241434ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:41:20.273466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:19.687371Z","time spent":"586.062269ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:41:20.288698Z","caller":"traceutil/trace.go:171","msg":"trace[1336198107] linearizableReadLoop","detail":"{readStateIndex:16829; appliedIndex:16827; }","duration":"592.445552ms","start":"2026-07-07T16:41:19.696222Z","end":"2026-07-07T16:41:20.288668Z","steps":["trace[1336198107] 'read index received' (duration: 426.089638ms)","trace[1336198107] 'applied index is now lower than readState.Index' (duration: 166.354564ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:41:20.288837Z","caller":"traceutil/trace.go:171","msg":"trace[81844269] transaction","detail":"{read_only:false; response_revision:16224; number_of_response:1; }","duration":"600.157009ms","start":"2026-07-07T16:41:19.688669Z","end":"2026-07-07T16:41:20.288826Z","steps":["trace[81844269] 'process raft request' (duration: 599.839631ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:20.288977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:19.688649Z","time spent":"600.217251ms","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:41:20.289376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.14345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:41:20.289428Z","caller":"traceutil/trace.go:171","msg":"trace[1930103499] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16224; }","duration":"593.244572ms","start":"2026-07-07T16:41:19.696169Z","end":"2026-07-07T16:41:20.289414Z","steps":["trace[1930103499] 'agreement among raft nodes before linearized reading' (duration: 593.111429ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:20.289456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:19.6961Z","time spent":"593.351374ms","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T16:41:20.289479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.040608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:522"} {"level":"info","ts":"2026-07-07T16:41:20.289527Z","caller":"traceutil/trace.go:171","msg":"trace[596052424] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:16224; }","duration":"438.14325ms","start":"2026-07-07T16:41:19.851371Z","end":"2026-07-07T16:41:20.289514Z","steps":["trace[596052424] 'agreement among raft nodes before linearized reading' (duration: 437.983706ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:20.289561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:19.851341Z","time spent":"438.211852ms","remote":"127.0.0.1:44914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":545,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-07-07T16:41:20.289791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.548185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r9lw6\" ","response":"range_response_count:1 size:22100"} {"level":"info","ts":"2026-07-07T16:41:20.289826Z","caller":"traceutil/trace.go:171","msg":"trace[1590524331] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r9lw6; range_end:; response_count:1; response_revision:16224; }","duration":"425.582706ms","start":"2026-07-07T16:41:19.864235Z","end":"2026-07-07T16:41:20.289817Z","steps":["trace[1590524331] 'agreement among raft nodes before linearized reading' (duration: 425.470223ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:20.289839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.912455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:41:20.289852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:19.864209Z","time spent":"425.637597ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22123,"request content":"key:\"/registry/pods/openstack/nova-compute-default-r9lw6\" "} {"level":"info","ts":"2026-07-07T16:41:20.289866Z","caller":"traceutil/trace.go:171","msg":"trace[403500067] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:16224; }","duration":"435.956477ms","start":"2026-07-07T16:41:19.8539Z","end":"2026-07-07T16:41:20.289857Z","steps":["trace[403500067] 'agreement among raft nodes before linearized reading' (duration: 435.908176ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:20.28989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:19.853889Z","time spent":"435.996068ms","remote":"127.0.0.1:44914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-07T16:41:20.290023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.50668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:41:20.290051Z","caller":"traceutil/trace.go:171","msg":"trace[1341810940] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16224; }","duration":"436.602823ms","start":"2026-07-07T16:41:19.85344Z","end":"2026-07-07T16:41:20.290043Z","steps":["trace[1341810940] 'agreement among raft nodes before linearized reading' (duration: 436.550551ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:20.290076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:19.85341Z","time spent":"436.660914ms","remote":"127.0.0.1:44962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-07T16:41:20.290223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.864209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-07-07T16:41:20.29026Z","caller":"traceutil/trace.go:171","msg":"trace[1870443952] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16224; }","duration":"436.91362ms","start":"2026-07-07T16:41:19.85333Z","end":"2026-07-07T16:41:20.290243Z","steps":["trace[1870443952] 'agreement among raft nodes before linearized reading' (duration: 436.832508ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:20.290293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:19.85332Z","time spent":"436.968702ms","remote":"127.0.0.1:44914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":535,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-07T16:41:20.290291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.857498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:41:20.290328Z","caller":"traceutil/trace.go:171","msg":"trace[2029623852] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:16224; }","duration":"436.90978ms","start":"2026-07-07T16:41:19.853407Z","end":"2026-07-07T16:41:20.290317Z","steps":["trace[2029623852] 'agreement among raft nodes before linearized reading' (duration: 436.847479ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:20.290354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:19.8534Z","time spent":"436.948661ms","remote":"127.0.0.1:44962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-07T16:41:20.290602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.732476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-72wnd\" ","response":"range_response_count:1 size:20644"} {"level":"info","ts":"2026-07-07T16:41:20.290627Z","caller":"traceutil/trace.go:171","msg":"trace[1546408442] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-72wnd; range_end:; response_count:1; response_revision:16224; }","duration":"429.768597ms","start":"2026-07-07T16:41:19.86085Z","end":"2026-07-07T16:41:20.290618Z","steps":["trace[1546408442] 'agreement among raft nodes before linearized reading' (duration: 429.695486ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:20.290646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:19.860842Z","time spent":"429.798948ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20667,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-72wnd\" "} {"level":"warn","ts":"2026-07-07T16:41:20.290752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.920839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p22f7\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-07-07T16:41:20.290772Z","caller":"traceutil/trace.go:171","msg":"trace[262345389] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p22f7; range_end:; response_count:1; response_revision:16224; }","duration":"426.97971ms","start":"2026-07-07T16:41:19.863784Z","end":"2026-07-07T16:41:20.290763Z","steps":["trace[262345389] 'agreement among raft nodes before linearized reading' (duration: 426.928419ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:20.290787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:19.863761Z","time spent":"427.022981ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-p22f7\" "} {"level":"warn","ts":"2026-07-07T16:41:20.29109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.136404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r9lw6\" ","response":"range_response_count:1 size:22100"} {"level":"info","ts":"2026-07-07T16:41:20.291146Z","caller":"traceutil/trace.go:171","msg":"trace[1054045164] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r9lw6; range_end:; response_count:1; response_revision:16224; }","duration":"427.204955ms","start":"2026-07-07T16:41:19.863933Z","end":"2026-07-07T16:41:20.291138Z","steps":["trace[1054045164] 'agreement among raft nodes before linearized reading' (duration: 426.048357ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:20.291166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:19.863928Z","time spent":"427.233796ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22123,"request content":"key:\"/registry/pods/openstack/nova-compute-default-r9lw6\" "} {"level":"info","ts":"2026-07-07T16:41:20.698612Z","caller":"traceutil/trace.go:171","msg":"trace[1561535553] linearizableReadLoop","detail":"{readStateIndex:16830; appliedIndex:16829; }","duration":"402.19949ms","start":"2026-07-07T16:41:20.296367Z","end":"2026-07-07T16:41:20.698567Z","steps":["trace[1561535553] 'read index received' (duration: 343.700295ms)","trace[1561535553] 'applied index is now lower than readState.Index' (duration: 58.497045ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:41:20.698623Z","caller":"traceutil/trace.go:171","msg":"trace[958309543] transaction","detail":"{read_only:false; response_revision:16225; number_of_response:1; }","duration":"405.375887ms","start":"2026-07-07T16:41:20.293211Z","end":"2026-07-07T16:41:20.698586Z","steps":["trace[958309543] 'process raft request' (duration: 346.870002ms)","trace[958309543] 'compare' (duration: 58.128996ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:41:20.699431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:20.293184Z","time spent":"406.144935ms","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:41:20.699933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.538163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:728701"} {"level":"info","ts":"2026-07-07T16:41:20.700024Z","caller":"traceutil/trace.go:171","msg":"trace[494810505] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:16225; }","duration":"403.673466ms","start":"2026-07-07T16:41:20.296332Z","end":"2026-07-07T16:41:20.700006Z","steps":["trace[494810505] 'agreement among raft nodes before linearized reading' (duration: 402.387335ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:20.70007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:20.296314Z","time spent":"403.743618ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":75,"response size":728724,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-07T16:41:21.854586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.246065ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-07T16:41:21.854878Z","caller":"traceutil/trace.go:171","msg":"trace[1702736903] linearizableReadLoop","detail":"{readStateIndex:16831; appliedIndex:16830; }","duration":"1.155956965s","start":"2026-07-07T16:41:20.698887Z","end":"2026-07-07T16:41:21.854844Z","steps":["trace[1702736903] 'read index received' (duration: 318.486425ms)","trace[1702736903] 'applied index is now lower than readState.Index' (duration: 837.46803ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:41:21.855288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.055412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:41:21.85561Z","caller":"traceutil/trace.go:171","msg":"trace[1694793337] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16225; }","duration":"749.443311ms","start":"2026-07-07T16:41:21.106139Z","end":"2026-07-07T16:41:21.855583Z","steps":["trace[1694793337] 'agreement among raft nodes before linearized reading' (duration: 749.012941ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:21.855663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:21.106115Z","time spent":"749.538533ms","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T16:41:21.855687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.15199637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-9944m.18c00f636def547a\" ","response":"range_response_count:1 size:881"} {"level":"info","ts":"2026-07-07T16:41:21.855829Z","caller":"traceutil/trace.go:171","msg":"trace[1766627401] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-9944m.18c00f636def547a; range_end:; response_count:1; response_revision:16225; }","duration":"1.152498462s","start":"2026-07-07T16:41:20.703298Z","end":"2026-07-07T16:41:21.855797Z","steps":["trace[1766627401] 'agreement among raft nodes before linearized reading' (duration: 1.151787904s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:21.855805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026214887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:41:21.855976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:20.703282Z","time spent":"1.152639466s","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":904,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-9944m.18c00f636def547a\" "} {"level":"info","ts":"2026-07-07T16:41:21.856089Z","caller":"traceutil/trace.go:171","msg":"trace[650539697] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:16225; }","duration":"1.026935774s","start":"2026-07-07T16:41:20.829087Z","end":"2026-07-07T16:41:21.856023Z","steps":["trace[650539697] 'agreement among raft nodes before linearized reading' (duration: 1.026204606s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:21.856296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:20.829063Z","time spent":"1.027208111s","remote":"127.0.0.1:49562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:41:21.856316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.555310128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:728701"} {"level":"info","ts":"2026-07-07T16:41:21.856403Z","caller":"traceutil/trace.go:171","msg":"trace[503983590] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:16225; }","duration":"1.555446771s","start":"2026-07-07T16:41:20.300943Z","end":"2026-07-07T16:41:21.85639Z","steps":["trace[503983590] 'agreement among raft nodes before linearized reading' (duration: 1.554066828s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:21.856507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:20.300915Z","time spent":"1.555519972s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":75,"response size":728724,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-07T16:41:21.856683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.558419903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:728701"} {"level":"info","ts":"2026-07-07T16:41:21.856815Z","caller":"traceutil/trace.go:171","msg":"trace[402280267] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:16225; }","duration":"1.558576526s","start":"2026-07-07T16:41:20.29821Z","end":"2026-07-07T16:41:21.856786Z","steps":["trace[402280267] 'agreement among raft nodes before linearized reading' (duration: 1.556892176s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:21.856892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:20.298178Z","time spent":"1.55869689s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":75,"response size":728724,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-07T16:41:21.857654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.555060801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:728701"} {"level":"info","ts":"2026-07-07T16:41:21.857758Z","caller":"traceutil/trace.go:171","msg":"trace[764424679] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:16225; }","duration":"1.555241705s","start":"2026-07-07T16:41:20.302494Z","end":"2026-07-07T16:41:21.857735Z","steps":["trace[764424679] 'agreement among raft nodes before linearized reading' (duration: 1.552463348s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:21.857992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:20.302466Z","time spent":"1.555339908s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":75,"response size":728724,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-07T16:41:21.9706Z","caller":"traceutil/trace.go:171","msg":"trace[216529278] transaction","detail":"{read_only:false; response_revision:16226; number_of_response:1; }","duration":"107.631144ms","start":"2026-07-07T16:41:21.862934Z","end":"2026-07-07T16:41:21.970565Z","steps":["trace[216529278] 'process raft request' (duration: 107.381698ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:22.153446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.787414ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T16:41:22.153576Z","caller":"traceutil/trace.go:171","msg":"trace[904496751] linearizableReadLoop","detail":"{readStateIndex:16833; appliedIndex:16832; }","duration":"172.143265ms","start":"2026-07-07T16:41:21.98141Z","end":"2026-07-07T16:41:22.153554Z","steps":["trace[904496751] 'read index received' (duration: 36.078663ms)","trace[904496751] 'applied index is now lower than readState.Index' (duration: 136.061732ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:41:22.153676Z","caller":"traceutil/trace.go:171","msg":"trace[822967449] transaction","detail":"{read_only:false; response_revision:16227; number_of_response:1; }","duration":"175.949716ms","start":"2026-07-07T16:41:21.977703Z","end":"2026-07-07T16:41:22.153653Z","steps":["trace[822967449] 'process raft request' (duration: 39.797603ms)","trace[822967449] 'compare' (duration: 135.452617ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:41:22.154602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.17526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7067"} {"level":"info","ts":"2026-07-07T16:41:22.154689Z","caller":"traceutil/trace.go:171","msg":"trace[979668895] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:16227; }","duration":"173.325013ms","start":"2026-07-07T16:41:21.981343Z","end":"2026-07-07T16:41:22.154668Z","steps":["trace[979668895] 'agreement among raft nodes before linearized reading' (duration: 172.346839ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:41:22.211042Z","caller":"traceutil/trace.go:171","msg":"trace[1511233981] transaction","detail":"{read_only:false; response_revision:16228; number_of_response:1; }","duration":"200.690065ms","start":"2026-07-07T16:41:22.010314Z","end":"2026-07-07T16:41:22.211004Z","steps":["trace[1511233981] 'process raft request' (duration: 200.47874ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:41:22.483197Z","caller":"traceutil/trace.go:171","msg":"trace[565609703] linearizableReadLoop","detail":"{readStateIndex:16835; appliedIndex:16833; }","duration":"329.561873ms","start":"2026-07-07T16:41:22.153604Z","end":"2026-07-07T16:41:22.483166Z","steps":["trace[565609703] 'read index received' (duration: 57.211464ms)","trace[565609703] 'applied index is now lower than readState.Index' (duration: 272.348969ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:41:22.483329Z","caller":"traceutil/trace.go:171","msg":"trace[121908661] transaction","detail":"{read_only:false; response_revision:16230; number_of_response:1; }","duration":"310.218215ms","start":"2026-07-07T16:41:22.173099Z","end":"2026-07-07T16:41:22.483317Z","steps":["trace[121908661] 'process raft request' (duration: 309.953139ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:41:22.483428Z","caller":"traceutil/trace.go:171","msg":"trace[240588418] transaction","detail":"{read_only:false; response_revision:16229; number_of_response:1; }","duration":"464.294782ms","start":"2026-07-07T16:41:22.019107Z","end":"2026-07-07T16:41:22.483401Z","steps":["trace[240588418] 'process raft request' (duration: 463.663447ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:22.483465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:22.173076Z","time spent":"310.285537ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7064,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:41:22.483556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:22.019092Z","time spent":"464.387665ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:41:22.483776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.707606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:41:22.483799Z","caller":"traceutil/trace.go:171","msg":"trace[1273215286] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:16230; }","duration":"367.765927ms","start":"2026-07-07T16:41:22.116025Z","end":"2026-07-07T16:41:22.483791Z","steps":["trace[1273215286] 'agreement among raft nodes before linearized reading' (duration: 367.722006ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:22.483814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:22.116004Z","time spent":"367.806098ms","remote":"127.0.0.1:59916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:41:22.520246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.175659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T16:41:22.520362Z","caller":"traceutil/trace.go:171","msg":"trace[986473672] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:16231; }","duration":"347.361223ms","start":"2026-07-07T16:41:22.172973Z","end":"2026-07-07T16:41:22.520335Z","steps":["trace[986473672] 'agreement among raft nodes before linearized reading' (duration: 347.130158ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:22.520423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:22.172952Z","time spent":"347.458556ms","remote":"127.0.0.1:49704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:41:22.520956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.275836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:522"} {"level":"info","ts":"2026-07-07T16:41:22.521013Z","caller":"traceutil/trace.go:171","msg":"trace[1484175215] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:16231; }","duration":"224.344397ms","start":"2026-07-07T16:41:22.296653Z","end":"2026-07-07T16:41:22.520998Z","steps":["trace[1484175215] 'agreement among raft nodes before linearized reading' (duration: 224.153573ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:41:22.52121Z","caller":"traceutil/trace.go:171","msg":"trace[2044164434] transaction","detail":"{read_only:false; response_revision:16231; number_of_response:1; }","duration":"276.908199ms","start":"2026-07-07T16:41:22.24429Z","end":"2026-07-07T16:41:22.521198Z","steps":["trace[2044164434] 'process raft request' (duration: 275.609218ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:22.521279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.637865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-07-07T16:41:22.521323Z","caller":"traceutil/trace.go:171","msg":"trace[581191440] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16231; }","duration":"224.711226ms","start":"2026-07-07T16:41:22.2966Z","end":"2026-07-07T16:41:22.521311Z","steps":["trace[581191440] 'agreement among raft nodes before linearized reading' (duration: 224.532022ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:22.521337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.294969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-07T16:41:22.521396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.694996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:41:22.521425Z","caller":"traceutil/trace.go:171","msg":"trace[1764092408] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:16231; }","duration":"224.737217ms","start":"2026-07-07T16:41:22.296679Z","end":"2026-07-07T16:41:22.521416Z","steps":["trace[1764092408] 'agreement among raft nodes before linearized reading' (duration: 224.689165ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:41:22.521441Z","caller":"traceutil/trace.go:171","msg":"trace[1559344056] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:16231; }","duration":"220.449743ms","start":"2026-07-07T16:41:22.300961Z","end":"2026-07-07T16:41:22.521411Z","steps":["trace[1559344056] 'agreement among raft nodes before linearized reading' (duration: 220.251219ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:22.52149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.407643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:41:22.521508Z","caller":"traceutil/trace.go:171","msg":"trace[120367569] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16231; }","duration":"225.450995ms","start":"2026-07-07T16:41:22.29605Z","end":"2026-07-07T16:41:22.521501Z","steps":["trace[120367569] 'agreement among raft nodes before linearized reading' (duration: 225.417284ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:22.521608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.509144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:41:22.521622Z","caller":"traceutil/trace.go:171","msg":"trace[531383550] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:16231; }","duration":"227.580315ms","start":"2026-07-07T16:41:22.294037Z","end":"2026-07-07T16:41:22.521617Z","steps":["trace[531383550] 'agreement among raft nodes before linearized reading' (duration: 227.552585ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:22.521736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.47155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-07T16:41:22.521751Z","caller":"traceutil/trace.go:171","msg":"trace[102963851] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16231; }","duration":"243.521511ms","start":"2026-07-07T16:41:22.278223Z","end":"2026-07-07T16:41:22.521745Z","steps":["trace[102963851] 'agreement among raft nodes before linearized reading' (duration: 243.46736ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:22.521845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.645935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c00f5d1af836d9\" ","response":"range_response_count:1 size:773"} {"level":"info","ts":"2026-07-07T16:41:22.521861Z","caller":"traceutil/trace.go:171","msg":"trace[142075750] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c00f5d1af836d9; range_end:; response_count:1; response_revision:16231; }","duration":"348.700896ms","start":"2026-07-07T16:41:22.173152Z","end":"2026-07-07T16:41:22.521853Z","steps":["trace[142075750] 'agreement among raft nodes before linearized reading' (duration: 348.647255ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:22.521876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:22.173128Z","time spent":"348.743077ms","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c00f5d1af836d9\" "} {"level":"warn","ts":"2026-07-07T16:41:22.521933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.224193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:41:22.521975Z","caller":"traceutil/trace.go:171","msg":"trace[1605175853] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:16231; }","duration":"140.268464ms","start":"2026-07-07T16:41:22.381695Z","end":"2026-07-07T16:41:22.521963Z","steps":["trace[1605175853] 'agreement among raft nodes before linearized reading' (duration: 140.200432ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:22.816052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.036211ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T16:41:22.816346Z","caller":"traceutil/trace.go:171","msg":"trace[1376479023] linearizableReadLoop","detail":"{readStateIndex:16839; appliedIndex:16837; }","duration":"116.511267ms","start":"2026-07-07T16:41:22.699813Z","end":"2026-07-07T16:41:22.816324Z","steps":["trace[1376479023] 'read index received' (duration: 101.957135ms)","trace[1376479023] 'applied index is now lower than readState.Index' (duration: 14.552672ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:41:22.816531Z","caller":"traceutil/trace.go:171","msg":"trace[989314255] transaction","detail":"{read_only:false; response_revision:16232; number_of_response:1; }","duration":"291.639505ms","start":"2026-07-07T16:41:22.524878Z","end":"2026-07-07T16:41:22.816518Z","steps":["trace[989314255] 'process raft request' (duration: 131.046111ms)","trace[989314255] 'compare' (duration: 159.717033ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:41:22.816952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.096332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:41:22.817005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.488229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p22f7\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-07-07T16:41:22.817007Z","caller":"traceutil/trace.go:171","msg":"trace[1567316116] transaction","detail":"{read_only:false; response_revision:16233; number_of_response:1; }","duration":"288.622022ms","start":"2026-07-07T16:41:22.52835Z","end":"2026-07-07T16:41:22.816972Z","steps":["trace[1567316116] 'process raft request' (duration: 287.898714ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:41:22.817088Z","caller":"traceutil/trace.go:171","msg":"trace[194108926] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p22f7; range_end:; response_count:1; response_revision:16233; }","duration":"102.646822ms","start":"2026-07-07T16:41:22.714426Z","end":"2026-07-07T16:41:22.817073Z","steps":["trace[194108926] 'agreement among raft nodes before linearized reading' (duration: 102.369035ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:41:22.817084Z","caller":"traceutil/trace.go:171","msg":"trace[221380284] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:16233; }","duration":"117.314227ms","start":"2026-07-07T16:41:22.699736Z","end":"2026-07-07T16:41:22.81705Z","steps":["trace[221380284] 'agreement among raft nodes before linearized reading' (duration: 116.942968ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:23.294885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.789585ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T16:41:23.295012Z","caller":"traceutil/trace.go:171","msg":"trace[1325278501] linearizableReadLoop","detail":"{readStateIndex:16840; appliedIndex:16839; }","duration":"267.712286ms","start":"2026-07-07T16:41:23.027281Z","end":"2026-07-07T16:41:23.294993Z","steps":["trace[1325278501] 'read index received' (duration: 7.622014ms)","trace[1325278501] 'applied index is now lower than readState.Index' (duration: 260.088562ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:41:23.295146Z","caller":"traceutil/trace.go:171","msg":"trace[1212325643] transaction","detail":"{read_only:false; response_revision:16234; number_of_response:1; }","duration":"471.22564ms","start":"2026-07-07T16:41:22.823876Z","end":"2026-07-07T16:41:23.295101Z","steps":["trace[1212325643] 'process raft request' (duration: 211.112818ms)","trace[1212325643] 'compare' (duration: 259.63146ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:41:23.295213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.176377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:41:23.295245Z","caller":"traceutil/trace.go:171","msg":"trace[1201111200] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16234; }","duration":"189.252008ms","start":"2026-07-07T16:41:23.105982Z","end":"2026-07-07T16:41:23.295234Z","steps":["trace[1201111200] 'agreement among raft nodes before linearized reading' (duration: 189.116505ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:23.295367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:22.823842Z","time spent":"471.400284ms","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:41:23.295384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.030664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T16:41:23.295635Z","caller":"traceutil/trace.go:171","msg":"trace[303473565] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:16234; }","duration":"268.314421ms","start":"2026-07-07T16:41:23.027231Z","end":"2026-07-07T16:41:23.295546Z","steps":["trace[303473565] 'agreement among raft nodes before linearized reading' (duration: 267.8546ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:23.674346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.887112ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:41:23.674523Z","caller":"traceutil/trace.go:171","msg":"trace[1582857617] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:16234; }","duration":"118.111098ms","start":"2026-07-07T16:41:23.556385Z","end":"2026-07-07T16:41:23.674496Z","steps":["trace[1582857617] 'range keys from in-memory index tree' (duration: 117.861131ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:41:23.816213Z","caller":"traceutil/trace.go:171","msg":"trace[629179841] linearizableReadLoop","detail":"{readStateIndex:16841; appliedIndex:16840; }","duration":"437.840692ms","start":"2026-07-07T16:41:23.378339Z","end":"2026-07-07T16:41:23.81618Z","steps":["trace[629179841] 'read index received' (duration: 437.549735ms)","trace[629179841] 'applied index is now lower than readState.Index' (duration: 289.707µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:41:23.816263Z","caller":"traceutil/trace.go:171","msg":"trace[2128185673] transaction","detail":"{read_only:false; response_revision:16235; number_of_response:1; }","duration":"513.623876ms","start":"2026-07-07T16:41:23.302589Z","end":"2026-07-07T16:41:23.816213Z","steps":["trace[2128185673] 'process raft request' (duration: 513.38469ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:23.816425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.059567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:41:23.816515Z","caller":"traceutil/trace.go:171","msg":"trace[1346093034] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:16235; }","duration":"438.215972ms","start":"2026-07-07T16:41:23.378281Z","end":"2026-07-07T16:41:23.816497Z","steps":["trace[1346093034] 'agreement among raft nodes before linearized reading' (duration: 438.013867ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:23.816515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:23.302573Z","time spent":"513.781199ms","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:41:23.816556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:23.378255Z","time spent":"438.290143ms","remote":"127.0.0.1:57766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:41:23.816621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.090266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-07-07T16:41:23.81667Z","caller":"traceutil/trace.go:171","msg":"trace[1843698155] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:16235; }","duration":"435.27248ms","start":"2026-07-07T16:41:23.381385Z","end":"2026-07-07T16:41:23.816657Z","steps":["trace[1843698155] 'agreement among raft nodes before linearized reading' (duration: 434.984583ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:23.816716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:23.381354Z","time spent":"435.349232ms","remote":"127.0.0.1:44934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-07-07T16:41:23.949028Z","caller":"traceutil/trace.go:171","msg":"trace[500024696] transaction","detail":"{read_only:false; response_revision:16236; number_of_response:1; }","duration":"125.991238ms","start":"2026-07-07T16:41:23.822977Z","end":"2026-07-07T16:41:23.948969Z","steps":["trace[500024696] 'process raft request' (duration: 83.537941ms)","trace[500024696] 'compare' (duration: 42.232092ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:41:24.186903Z","caller":"traceutil/trace.go:171","msg":"trace[1091642251] transaction","detail":"{read_only:false; response_revision:16238; number_of_response:1; }","duration":"167.255366ms","start":"2026-07-07T16:41:24.019605Z","end":"2026-07-07T16:41:24.186861Z","steps":["trace[1091642251] 'process raft request' (duration: 167.034361ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:41:24.376191Z","caller":"traceutil/trace.go:171","msg":"trace[1068772885] transaction","detail":"{read_only:false; response_revision:16240; number_of_response:1; }","duration":"162.259546ms","start":"2026-07-07T16:41:24.213895Z","end":"2026-07-07T16:41:24.376154Z","steps":["trace[1068772885] 'process raft request' (duration: 105.154514ms)","trace[1068772885] 'compare' (duration: 56.955188ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:41:24.527034Z","caller":"traceutil/trace.go:171","msg":"trace[1124056477] transaction","detail":"{read_only:false; response_revision:16242; number_of_response:1; }","duration":"101.470635ms","start":"2026-07-07T16:41:24.42552Z","end":"2026-07-07T16:41:24.526991Z","steps":["trace[1124056477] 'process raft request' (duration: 100.648895ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:41:25.134404Z","caller":"traceutil/trace.go:171","msg":"trace[1153724147] transaction","detail":"{read_only:false; response_revision:16261; number_of_response:1; }","duration":"135.270342ms","start":"2026-07-07T16:41:24.999101Z","end":"2026-07-07T16:41:25.134371Z","steps":["trace[1153724147] 'process raft request' (duration: 107.632203ms)","trace[1153724147] 'compare' (duration: 27.306261ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:41:25.357999Z","caller":"traceutil/trace.go:171","msg":"trace[1242950887] linearizableReadLoop","detail":"{readStateIndex:16870; appliedIndex:16869; }","duration":"183.085759ms","start":"2026-07-07T16:41:25.174892Z","end":"2026-07-07T16:41:25.357977Z","steps":["trace[1242950887] 'read index received' (duration: 51.159397ms)","trace[1242950887] 'applied index is now lower than readState.Index' (duration: 131.925322ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:41:25.358042Z","caller":"traceutil/trace.go:171","msg":"trace[498859694] transaction","detail":"{read_only:false; response_revision:16263; number_of_response:1; }","duration":"210.640626ms","start":"2026-07-07T16:41:25.147359Z","end":"2026-07-07T16:41:25.357999Z","steps":["trace[498859694] 'process raft request' (duration: 128.54896ms)","trace[498859694] 'compare' (duration: 81.969663ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:41:25.35839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.461208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/envoy-oidc-hmac\" ","response":"range_response_count:1 size:452"} {"level":"info","ts":"2026-07-07T16:41:25.360163Z","caller":"traceutil/trace.go:171","msg":"trace[1600273937] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/envoy-oidc-hmac; range_end:; response_count:1; response_revision:16263; }","duration":"184.311399ms","start":"2026-07-07T16:41:25.174835Z","end":"2026-07-07T16:41:25.359147Z","steps":["trace[1600273937] 'agreement among raft nodes before linearized reading' (duration: 183.242373ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:25.360714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.169953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-9944m.18c00f636def547a\" ","response":"range_response_count:1 size:881"} {"level":"info","ts":"2026-07-07T16:41:25.360844Z","caller":"traceutil/trace.go:171","msg":"trace[1077049765] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-9944m.18c00f636def547a; range_end:; response_count:1; response_revision:16264; }","duration":"131.332527ms","start":"2026-07-07T16:41:25.229484Z","end":"2026-07-07T16:41:25.360817Z","steps":["trace[1077049765] 'agreement among raft nodes before linearized reading' (duration: 129.454852ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:41:25.620506Z","caller":"traceutil/trace.go:171","msg":"trace[2012253884] linearizableReadLoop","detail":"{readStateIndex:16873; appliedIndex:16872; }","duration":"189.609767ms","start":"2026-07-07T16:41:25.430814Z","end":"2026-07-07T16:41:25.620424Z","steps":["trace[2012253884] 'read index received' (duration: 189.33619ms)","trace[2012253884] 'applied index is now lower than readState.Index' (duration: 271.877µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:41:25.620565Z","caller":"traceutil/trace.go:171","msg":"trace[535434423] transaction","detail":"{read_only:false; response_revision:16266; number_of_response:1; }","duration":"247.252771ms","start":"2026-07-07T16:41:25.373269Z","end":"2026-07-07T16:41:25.620522Z","steps":["trace[535434423] 'process raft request' (duration: 246.926904ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:25.620911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.022908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-07T16:41:25.62104Z","caller":"traceutil/trace.go:171","msg":"trace[464458798] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:16266; }","duration":"190.257843ms","start":"2026-07-07T16:41:25.430754Z","end":"2026-07-07T16:41:25.621012Z","steps":["trace[464458798] 'agreement among raft nodes before linearized reading' (duration: 189.863064ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:41:25.661816Z","caller":"traceutil/trace.go:171","msg":"trace[79311142] transaction","detail":"{read_only:false; response_revision:16267; number_of_response:1; }","duration":"227.597606ms","start":"2026-07-07T16:41:25.434171Z","end":"2026-07-07T16:41:25.661768Z","steps":["trace[79311142] 'process raft request' (duration: 227.34044ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:25.66194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.688581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:41:25.662055Z","caller":"traceutil/trace.go:171","msg":"trace[1876458969] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:16267; }","duration":"230.848865ms","start":"2026-07-07T16:41:25.431179Z","end":"2026-07-07T16:41:25.662028Z","steps":["trace[1876458969] 'agreement among raft nodes before linearized reading' (duration: 230.6267ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:25.661996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.446342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7505"} {"level":"warn","ts":"2026-07-07T16:41:25.662255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.179968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:41:25.662366Z","caller":"traceutil/trace.go:171","msg":"trace[1144451658] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:16267; }","duration":"163.430324ms","start":"2026-07-07T16:41:25.498906Z","end":"2026-07-07T16:41:25.662336Z","steps":["trace[1144451658] 'agreement among raft nodes before linearized reading' (duration: 163.005514ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:25.662198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.141558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:41:25.662395Z","caller":"traceutil/trace.go:171","msg":"trace[231771326] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:16267; }","duration":"122.793181ms","start":"2026-07-07T16:41:25.539535Z","end":"2026-07-07T16:41:25.662329Z","steps":["trace[231771326] 'agreement among raft nodes before linearized reading' (duration: 122.317219ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:41:25.662465Z","caller":"traceutil/trace.go:171","msg":"trace[562465337] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:16267; }","duration":"230.549567ms","start":"2026-07-07T16:41:25.431896Z","end":"2026-07-07T16:41:25.662445Z","steps":["trace[562465337] 'agreement among raft nodes before linearized reading' (duration: 229.971563ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:25.823649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.902794ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-07T16:41:25.823835Z","caller":"traceutil/trace.go:171","msg":"trace[771678051] transaction","detail":"{read_only:false; response_revision:16268; number_of_response:1; }","duration":"157.316236ms","start":"2026-07-07T16:41:25.666493Z","end":"2026-07-07T16:41:25.823809Z","steps":["trace[771678051] 'process raft request' (duration: 53.151416ms)","trace[771678051] 'compare' (duration: 103.683869ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:41:25.973612Z","caller":"traceutil/trace.go:171","msg":"trace[1651364762] transaction","detail":"{read_only:false; response_revision:16269; number_of_response:1; }","duration":"302.832737ms","start":"2026-07-07T16:41:25.670747Z","end":"2026-07-07T16:41:25.973579Z","steps":["trace[1651364762] 'process raft request' (duration: 258.054434ms)","trace[1651364762] 'compare' (duration: 44.476525ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:41:25.973815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:25.670717Z","time spent":"302.975439ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4763,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:41:25.973946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.154535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7505"} {"level":"info","ts":"2026-07-07T16:41:25.974014Z","caller":"traceutil/trace.go:171","msg":"trace[114490563] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:16269; }","duration":"296.252477ms","start":"2026-07-07T16:41:25.677718Z","end":"2026-07-07T16:41:25.973995Z","steps":["trace[114490563] 'agreement among raft nodes before linearized reading' (duration: 295.932689ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:41:25.973522Z","caller":"traceutil/trace.go:171","msg":"trace[80163944] linearizableReadLoop","detail":"{readStateIndex:16876; appliedIndex:16874; }","duration":"295.696113ms","start":"2026-07-07T16:41:25.677784Z","end":"2026-07-07T16:41:25.973481Z","steps":["trace[80163944] 'read index received' (duration: 41.814491ms)","trace[80163944] 'applied index is now lower than readState.Index' (duration: 253.879982ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:41:25.974735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.529895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-69bcz.18c00da49f4e512c\" ","response":"range_response_count:1 size:823"} {"level":"info","ts":"2026-07-07T16:41:25.974818Z","caller":"traceutil/trace.go:171","msg":"trace[2025976626] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-69bcz.18c00da49f4e512c; range_end:; response_count:1; response_revision:16269; }","duration":"146.655788ms","start":"2026-07-07T16:41:25.828146Z","end":"2026-07-07T16:41:25.974802Z","steps":["trace[2025976626] 'agreement among raft nodes before linearized reading' (duration: 146.463934ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:41:26.287149Z","caller":"traceutil/trace.go:171","msg":"trace[1757775147] linearizableReadLoop","detail":"{readStateIndex:16878; appliedIndex:16877; }","duration":"259.514349ms","start":"2026-07-07T16:41:26.027599Z","end":"2026-07-07T16:41:26.287113Z","steps":["trace[1757775147] 'read index received' (duration: 259.180901ms)","trace[1757775147] 'applied index is now lower than readState.Index' (duration: 332.248µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:41:26.287848Z","caller":"traceutil/trace.go:171","msg":"trace[1048365728] transaction","detail":"{read_only:false; response_revision:16271; number_of_response:1; }","duration":"303.407441ms","start":"2026-07-07T16:41:25.984396Z","end":"2026-07-07T16:41:26.287803Z","steps":["trace[1048365728] 'process raft request' (duration: 302.498629ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:26.288015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.510146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r9lw6\" ","response":"range_response_count:1 size:22100"} {"level":"warn","ts":"2026-07-07T16:41:26.288042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:25.98438Z","time spent":"303.556014ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6246,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:41:26.288079Z","caller":"traceutil/trace.go:171","msg":"trace[806496234] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r9lw6; range_end:; response_count:1; response_revision:16271; }","duration":"256.639679ms","start":"2026-07-07T16:41:26.031425Z","end":"2026-07-07T16:41:26.288065Z","steps":["trace[806496234] 'agreement among raft nodes before linearized reading' (duration: 256.407243ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:26.288512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.853761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-vwh8p.18c00da537b5e1ba\" ","response":"range_response_count:1 size:856"} {"level":"info","ts":"2026-07-07T16:41:26.288625Z","caller":"traceutil/trace.go:171","msg":"trace[1173983964] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-vwh8p.18c00da537b5e1ba; range_end:; response_count:1; response_revision:16271; }","duration":"261.045806ms","start":"2026-07-07T16:41:26.027551Z","end":"2026-07-07T16:41:26.288597Z","steps":["trace[1173983964] 'agreement among raft nodes before linearized reading' (duration: 260.765249ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:26.288653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.906031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:41:26.288782Z","caller":"traceutil/trace.go:171","msg":"trace[1662926538] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16271; }","duration":"182.061755ms","start":"2026-07-07T16:41:26.1067Z","end":"2026-07-07T16:41:26.288761Z","steps":["trace[1662926538] 'agreement among raft nodes before linearized reading' (duration: 181.895041ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:26.288829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.607021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r9lw6\" ","response":"range_response_count:1 size:22100"} {"level":"info","ts":"2026-07-07T16:41:26.288956Z","caller":"traceutil/trace.go:171","msg":"trace[1151398617] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r9lw6; range_end:; response_count:1; response_revision:16271; }","duration":"252.868048ms","start":"2026-07-07T16:41:26.036058Z","end":"2026-07-07T16:41:26.288926Z","steps":["trace[1151398617] 'agreement among raft nodes before linearized reading' (duration: 252.419607ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:26.288867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.375927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-72wnd\" ","response":"range_response_count:1 size:20644"} {"level":"info","ts":"2026-07-07T16:41:26.289183Z","caller":"traceutil/trace.go:171","msg":"trace[217960065] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-72wnd; range_end:; response_count:1; response_revision:16271; }","duration":"257.695774ms","start":"2026-07-07T16:41:26.031467Z","end":"2026-07-07T16:41:26.289162Z","steps":["trace[217960065] 'agreement among raft nodes before linearized reading' (duration: 257.146271ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:26.290888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.523745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:388108"} {"level":"info","ts":"2026-07-07T16:41:26.290939Z","caller":"traceutil/trace.go:171","msg":"trace[1169467999] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:16271; }","duration":"103.611957ms","start":"2026-07-07T16:41:26.187317Z","end":"2026-07-07T16:41:26.290929Z","steps":["trace[1169467999] 'agreement among raft nodes before linearized reading' (duration: 100.945123ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:41:26.430646Z","caller":"traceutil/trace.go:171","msg":"trace[1791102246] linearizableReadLoop","detail":"{readStateIndex:16879; appliedIndex:16878; }","duration":"132.711441ms","start":"2026-07-07T16:41:26.297903Z","end":"2026-07-07T16:41:26.430615Z","steps":["trace[1791102246] 'read index received' (duration: 132.455224ms)","trace[1791102246] 'applied index is now lower than readState.Index' (duration: 255.116µs)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:41:26.431004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.079079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-jwc8l\" ","response":"range_response_count:1 size:7041"} {"level":"info","ts":"2026-07-07T16:41:26.431099Z","caller":"traceutil/trace.go:171","msg":"trace[2025666639] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-jwc8l; range_end:; response_count:1; response_revision:16272; }","duration":"133.208453ms","start":"2026-07-07T16:41:26.297866Z","end":"2026-07-07T16:41:26.431075Z","steps":["trace[2025666639] 'agreement among raft nodes before linearized reading' (duration: 132.910405ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:41:26.430741Z","caller":"traceutil/trace.go:171","msg":"trace[1039190106] transaction","detail":"{read_only:false; response_revision:16272; number_of_response:1; }","duration":"136.195254ms","start":"2026-07-07T16:41:26.294468Z","end":"2026-07-07T16:41:26.430664Z","steps":["trace[1039190106] 'process raft request' (duration: 135.959908ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:26.43178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.596842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:728499"} {"level":"info","ts":"2026-07-07T16:41:26.431838Z","caller":"traceutil/trace.go:171","msg":"trace[1992785927] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:16272; }","duration":"133.682294ms","start":"2026-07-07T16:41:26.298143Z","end":"2026-07-07T16:41:26.431825Z","steps":["trace[1992785927] 'agreement among raft nodes before linearized reading' (duration: 132.644929ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:26.43258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.862619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:728499"} {"level":"warn","ts":"2026-07-07T16:41:26.432623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.060373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:728499"} {"level":"info","ts":"2026-07-07T16:41:26.432678Z","caller":"traceutil/trace.go:171","msg":"trace[1911365219] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:16272; }","duration":"134.126835ms","start":"2026-07-07T16:41:26.298532Z","end":"2026-07-07T16:41:26.432659Z","steps":["trace[1911365219] 'agreement among raft nodes before linearized reading' (duration: 132.403323ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:41:26.432642Z","caller":"traceutil/trace.go:171","msg":"trace[1274255078] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:16272; }","duration":"133.960831ms","start":"2026-07-07T16:41:26.298668Z","end":"2026-07-07T16:41:26.432629Z","steps":["trace[1274255078] 'agreement among raft nodes before linearized reading' (duration: 132.229729ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:26.43422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.597765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/libvirt-vnc-ca-1.18c00f44d15cf45a\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:16271 ","response":"range_response_count:500 size:389292"} {"level":"info","ts":"2026-07-07T16:41:26.434278Z","caller":"traceutil/trace.go:171","msg":"trace[506642332] range","detail":"{range_begin:/registry/events/openstack/libvirt-vnc-ca-1.18c00f44d15cf45a\u0000; range_end:/registry/events/openstack0; response_count:500; response_revision:16272; }","duration":"117.687417ms","start":"2026-07-07T16:41:26.316577Z","end":"2026-07-07T16:41:26.434264Z","steps":["trace[506642332] 'agreement among raft nodes before linearized reading' (duration: 114.229323ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:41:26.62791Z","caller":"traceutil/trace.go:171","msg":"trace[994234966] transaction","detail":"{read_only:false; response_revision:16274; number_of_response:1; }","duration":"186.279167ms","start":"2026-07-07T16:41:26.441603Z","end":"2026-07-07T16:41:26.627882Z","steps":["trace[994234966] 'process raft request' (duration: 186.009271ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:41:26.627889Z","caller":"traceutil/trace.go:171","msg":"trace[2008145441] linearizableReadLoop","detail":"{readStateIndex:16881; appliedIndex:16879; }","duration":"178.324734ms","start":"2026-07-07T16:41:26.449515Z","end":"2026-07-07T16:41:26.62784Z","steps":["trace[2008145441] 'read index received' (duration: 43.616155ms)","trace[2008145441] 'applied index is now lower than readState.Index' (duration: 134.706829ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:41:26.628202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.642412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-server-1.18c00dc5149c715f\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:16271 ","response":"range_response_count:9 size:6454"} {"level":"info","ts":"2026-07-07T16:41:26.628256Z","caller":"traceutil/trace.go:171","msg":"trace[1765620926] range","detail":"{range_begin:/registry/events/openstack/valkey-server-1.18c00dc5149c715f\u0000; range_end:/registry/events/openstack0; response_count:9; response_revision:16274; }","duration":"178.763955ms","start":"2026-07-07T16:41:26.449479Z","end":"2026-07-07T16:41:26.628243Z","steps":["trace[1765620926] 'agreement among raft nodes before linearized reading' (duration: 178.476718ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:26.628329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.319733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-69bcz.18c00da4ad96ee4d\" ","response":"range_response_count:1 size:823"} {"level":"info","ts":"2026-07-07T16:41:26.628424Z","caller":"traceutil/trace.go:171","msg":"trace[1947971523] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-69bcz.18c00da4ad96ee4d; range_end:; response_count:1; response_revision:16274; }","duration":"130.485907ms","start":"2026-07-07T16:41:26.497913Z","end":"2026-07-07T16:41:26.628399Z","steps":["trace[1947971523] 'agreement among raft nodes before linearized reading' (duration: 130.283892ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:27.189103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.595294ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T16:41:27.189247Z","caller":"traceutil/trace.go:171","msg":"trace[284075264] linearizableReadLoop","detail":"{readStateIndex:16882; appliedIndex:16881; }","duration":"556.061103ms","start":"2026-07-07T16:41:26.63316Z","end":"2026-07-07T16:41:27.189221Z","steps":["trace[284075264] 'read index received' (duration: 381.056779ms)","trace[284075264] 'applied index is now lower than readState.Index' (duration: 175.002574ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:41:27.18941Z","caller":"traceutil/trace.go:171","msg":"trace[1457194903] transaction","detail":"{read_only:false; response_revision:16275; number_of_response:1; }","duration":"557.377414ms","start":"2026-07-07T16:41:26.631967Z","end":"2026-07-07T16:41:27.189345Z","steps":["trace[1457194903] 'process raft request' (duration: 382.400841ms)","trace[1457194903] 'compare' (duration: 174.401149ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:41:27.189539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.382271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-69bcz\" ","response":"range_response_count:1 size:5957"} {"level":"info","ts":"2026-07-07T16:41:27.189578Z","caller":"traceutil/trace.go:171","msg":"trace[432506498] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-69bcz; range_end:; response_count:1; response_revision:16275; }","duration":"556.450253ms","start":"2026-07-07T16:41:26.633116Z","end":"2026-07-07T16:41:27.189567Z","steps":["trace[432506498] 'agreement among raft nodes before linearized reading' (duration: 556.226547ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:27.189623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:26.633098Z","time spent":"556.516934ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5980,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-69bcz\" "} {"level":"warn","ts":"2026-07-07T16:41:27.189746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:26.631937Z","time spent":"557.60273ms","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":808,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:41:27.189934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.05125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-07T16:41:27.189975Z","caller":"traceutil/trace.go:171","msg":"trace[1592665515] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16275; }","duration":"522.145872ms","start":"2026-07-07T16:41:26.667819Z","end":"2026-07-07T16:41:27.189965Z","steps":["trace[1592665515] 'agreement among raft nodes before linearized reading' (duration: 522.03565ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:27.190004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:26.667786Z","time spent":"522.211294ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-07T16:41:27.190059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.054427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-07T16:41:27.190698Z","caller":"traceutil/trace.go:171","msg":"trace[2103094507] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:16275; }","duration":"259.757224ms","start":"2026-07-07T16:41:26.930918Z","end":"2026-07-07T16:41:27.190675Z","steps":["trace[2103094507] 'agreement among raft nodes before linearized reading' (duration: 259.037577ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:27.190221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.767611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-07T16:41:27.190894Z","caller":"traceutil/trace.go:171","msg":"trace[507587270] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16275; }","duration":"388.479838ms","start":"2026-07-07T16:41:26.802404Z","end":"2026-07-07T16:41:27.190883Z","steps":["trace[507587270] 'agreement among raft nodes before linearized reading' (duration: 387.741911ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:27.190938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:26.802331Z","time spent":"388.591821ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-07T16:41:27.190259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.644758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-07T16:41:27.191154Z","caller":"traceutil/trace.go:171","msg":"trace[1696745453] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16275; }","duration":"357.55825ms","start":"2026-07-07T16:41:26.833572Z","end":"2026-07-07T16:41:27.19113Z","steps":["trace[1696745453] 'agreement among raft nodes before linearized reading' (duration: 356.474964ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:27.191244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:26.833561Z","time spent":"357.666583ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-07T16:41:27.190347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.041304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-07T16:41:27.191319Z","caller":"traceutil/trace.go:171","msg":"trace[90887460] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:16275; }","duration":"505.049598ms","start":"2026-07-07T16:41:26.686251Z","end":"2026-07-07T16:41:27.1913Z","steps":["trace[90887460] 'agreement among raft nodes before linearized reading' (duration: 503.965162ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:27.191358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:26.686227Z","time spent":"505.12039ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-07T16:41:27.190399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.541943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-07T16:41:27.191441Z","caller":"traceutil/trace.go:171","msg":"trace[84179564] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16275; }","duration":"318.644849ms","start":"2026-07-07T16:41:26.872788Z","end":"2026-07-07T16:41:27.191433Z","steps":["trace[84179564] 'agreement among raft nodes before linearized reading' (duration: 317.337837ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:27.191465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:26.872775Z","time spent":"318.68357ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-07T16:41:27.190396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.144919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p22f7\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-07-07T16:41:27.191569Z","caller":"traceutil/trace.go:171","msg":"trace[1583115180] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p22f7; range_end:; response_count:1; response_revision:16275; }","duration":"317.394868ms","start":"2026-07-07T16:41:26.874149Z","end":"2026-07-07T16:41:27.191544Z","steps":["trace[1583115180] 'agreement among raft nodes before linearized reading' (duration: 315.953824ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:27.191632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:26.874114Z","time spent":"317.500411ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-p22f7\" "} {"level":"info","ts":"2026-07-07T16:41:27.322709Z","caller":"traceutil/trace.go:171","msg":"trace[993172321] transaction","detail":"{read_only:false; response_revision:16277; number_of_response:1; }","duration":"126.413888ms","start":"2026-07-07T16:41:27.196236Z","end":"2026-07-07T16:41:27.32265Z","steps":["trace[993172321] 'process raft request' (duration: 126.165392ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:41:27.322936Z","caller":"traceutil/trace.go:171","msg":"trace[1843901771] transaction","detail":"{read_only:false; response_revision:16280; number_of_response:1; }","duration":"126.549712ms","start":"2026-07-07T16:41:27.196359Z","end":"2026-07-07T16:41:27.322909Z","steps":["trace[1843901771] 'process raft request' (duration: 126.425479ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:41:27.322947Z","caller":"traceutil/trace.go:171","msg":"trace[1417270011] linearizableReadLoop","detail":"{readStateIndex:16887; appliedIndex:16883; }","duration":"125.191009ms","start":"2026-07-07T16:41:27.197722Z","end":"2026-07-07T16:41:27.322913Z","steps":["trace[1417270011] 'read index received' (duration: 41.301299ms)","trace[1417270011] 'applied index is now lower than readState.Index' (duration: 83.88835ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:41:27.322981Z","caller":"traceutil/trace.go:171","msg":"trace[225954824] transaction","detail":"{read_only:false; response_revision:16279; number_of_response:1; }","duration":"126.623173ms","start":"2026-07-07T16:41:27.196304Z","end":"2026-07-07T16:41:27.322927Z","steps":["trace[225954824] 'process raft request' (duration: 126.409418ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:41:27.323143Z","caller":"traceutil/trace.go:171","msg":"trace[825873248] transaction","detail":"{read_only:false; response_revision:16281; number_of_response:1; }","duration":"122.77061ms","start":"2026-07-07T16:41:27.200341Z","end":"2026-07-07T16:41:27.323112Z","steps":["trace[825873248] 'process raft request' (duration: 122.492234ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:41:27.323161Z","caller":"traceutil/trace.go:171","msg":"trace[727945635] transaction","detail":"{read_only:false; response_revision:16278; number_of_response:1; }","duration":"126.773317ms","start":"2026-07-07T16:41:27.196286Z","end":"2026-07-07T16:41:27.323059Z","steps":["trace[727945635] 'process raft request' (duration: 126.287525ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:27.324163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.399548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:728511"} {"level":"info","ts":"2026-07-07T16:41:27.324273Z","caller":"traceutil/trace.go:171","msg":"trace[1498939581] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:16281; }","duration":"126.556772ms","start":"2026-07-07T16:41:27.197692Z","end":"2026-07-07T16:41:27.324249Z","steps":["trace[1498939581] 'agreement among raft nodes before linearized reading' (duration: 125.573888ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:41:27.541604Z","caller":"traceutil/trace.go:171","msg":"trace[2098249239] transaction","detail":"{read_only:false; response_revision:16283; number_of_response:1; }","duration":"145.531681ms","start":"2026-07-07T16:41:27.396042Z","end":"2026-07-07T16:41:27.541573Z","steps":["trace[2098249239] 'process raft request' (duration: 54.314034ms)","trace[2098249239] 'compare' (duration: 91.081024ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:41:27.602361Z","caller":"traceutil/trace.go:171","msg":"trace[812640314] transaction","detail":"{read_only:false; response_revision:16284; number_of_response:1; }","duration":"206.140067ms","start":"2026-07-07T16:41:27.396177Z","end":"2026-07-07T16:41:27.602317Z","steps":["trace[812640314] 'process raft request' (duration: 205.865531ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:41:27.755902Z","caller":"traceutil/trace.go:171","msg":"trace[51845771] linearizableReadLoop","detail":"{readStateIndex:16892; appliedIndex:16891; }","duration":"148.246046ms","start":"2026-07-07T16:41:27.607623Z","end":"2026-07-07T16:41:27.755869Z","steps":["trace[51845771] 'read index received' (duration: 147.888557ms)","trace[51845771] 'applied index is now lower than readState.Index' (duration: 355.359µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:41:27.755965Z","caller":"traceutil/trace.go:171","msg":"trace[980930809] transaction","detail":"{read_only:false; response_revision:16285; number_of_response:1; }","duration":"150.555102ms","start":"2026-07-07T16:41:27.605358Z","end":"2026-07-07T16:41:27.755913Z","steps":["trace[980930809] 'process raft request' (duration: 150.269945ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:27.756383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.726928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4440"} {"level":"info","ts":"2026-07-07T16:41:27.756519Z","caller":"traceutil/trace.go:171","msg":"trace[104304763] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:16285; }","duration":"148.949793ms","start":"2026-07-07T16:41:27.607544Z","end":"2026-07-07T16:41:27.756494Z","steps":["trace[104304763] 'agreement among raft nodes before linearized reading' (duration: 148.506963ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:41:27.923979Z","caller":"traceutil/trace.go:171","msg":"trace[2115147359] linearizableReadLoop","detail":"{readStateIndex:16894; appliedIndex:16893; }","duration":"131.731517ms","start":"2026-07-07T16:41:27.792212Z","end":"2026-07-07T16:41:27.923944Z","steps":["trace[2115147359] 'read index received' (duration: 119.160533ms)","trace[2115147359] 'applied index is now lower than readState.Index' (duration: 12.569484ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:41:27.924109Z","caller":"traceutil/trace.go:171","msg":"trace[235685941] transaction","detail":"{read_only:false; response_revision:16287; number_of_response:1; }","duration":"157.252524ms","start":"2026-07-07T16:41:27.766805Z","end":"2026-07-07T16:41:27.924057Z","steps":["trace[235685941] 'process raft request' (duration: 144.526766ms)","trace[235685941] 'compare' (duration: 12.463702ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:41:27.924237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.998553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-6shjw.18c00da71da631e0\" ","response":"range_response_count:1 size:796"} {"level":"info","ts":"2026-07-07T16:41:27.924292Z","caller":"traceutil/trace.go:171","msg":"trace[1004545929] range","detail":"{range_begin:/registry/events/openstack/pxc-operator-69cb5bbdb9-6shjw.18c00da71da631e0; range_end:; response_count:1; response_revision:16287; }","duration":"132.122476ms","start":"2026-07-07T16:41:27.792151Z","end":"2026-07-07T16:41:27.924274Z","steps":["trace[1004545929] 'agreement among raft nodes before linearized reading' (duration: 131.920411ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:41:28.116573Z","caller":"traceutil/trace.go:171","msg":"trace[1378538499] transaction","detail":"{read_only:false; response_revision:16289; number_of_response:1; }","duration":"170.192647ms","start":"2026-07-07T16:41:27.94634Z","end":"2026-07-07T16:41:28.116532Z","steps":["trace[1378538499] 'process raft request' (duration: 132.291731ms)","trace[1378538499] 'compare' (duration: 37.566348ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:41:28.471881Z","caller":"traceutil/trace.go:171","msg":"trace[1062541194] linearizableReadLoop","detail":"{readStateIndex:16900; appliedIndex:16899; }","duration":"183.654163ms","start":"2026-07-07T16:41:28.288183Z","end":"2026-07-07T16:41:28.471837Z","steps":["trace[1062541194] 'read index received' (duration: 182.445334ms)","trace[1062541194] 'applied index is now lower than readState.Index' (duration: 1.206799ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:41:28.471894Z","caller":"traceutil/trace.go:171","msg":"trace[782178201] transaction","detail":"{read_only:false; response_revision:16293; number_of_response:1; }","duration":"192.173549ms","start":"2026-07-07T16:41:28.279666Z","end":"2026-07-07T16:41:28.47184Z","steps":["trace[782178201] 'process raft request' (duration: 190.98551ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:28.472513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.922886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:551"} {"level":"info","ts":"2026-07-07T16:41:28.472652Z","caller":"traceutil/trace.go:171","msg":"trace[892867454] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:16293; }","duration":"164.1306ms","start":"2026-07-07T16:41:28.308496Z","end":"2026-07-07T16:41:28.472627Z","steps":["trace[892867454] 'agreement among raft nodes before linearized reading' (duration: 163.846903ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:28.472964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.77716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:728511"} {"level":"info","ts":"2026-07-07T16:41:28.473018Z","caller":"traceutil/trace.go:171","msg":"trace[1428134643] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:16293; }","duration":"184.880522ms","start":"2026-07-07T16:41:28.288125Z","end":"2026-07-07T16:41:28.473005Z","steps":["trace[1428134643] 'agreement among raft nodes before linearized reading' (duration: 183.851087ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:41:28.610933Z","caller":"traceutil/trace.go:171","msg":"trace[1388326236] transaction","detail":"{read_only:false; response_revision:16296; number_of_response:1; }","duration":"125.181278ms","start":"2026-07-07T16:41:28.48571Z","end":"2026-07-07T16:41:28.610891Z","steps":["trace[1388326236] 'process raft request' (duration: 99.335213ms)","trace[1388326236] 'compare' (duration: 25.530068ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:41:28.786054Z","caller":"traceutil/trace.go:171","msg":"trace[30230222] transaction","detail":"{read_only:false; response_revision:16298; number_of_response:1; }","duration":"168.306332ms","start":"2026-07-07T16:41:28.617701Z","end":"2026-07-07T16:41:28.786007Z","steps":["trace[30230222] 'process raft request' (duration: 140.816347ms)","trace[30230222] 'compare' (duration: 27.2817ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:41:28.813686Z","caller":"traceutil/trace.go:171","msg":"trace[1444650493] linearizableReadLoop","detail":"{readStateIndex:16906; appliedIndex:16904; }","duration":"180.014215ms","start":"2026-07-07T16:41:28.633622Z","end":"2026-07-07T16:41:28.813636Z","steps":["trace[1444650493] 'read index received' (duration: 124.946333ms)","trace[1444650493] 'applied index is now lower than readState.Index' (duration: 55.066462ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:41:28.813736Z","caller":"traceutil/trace.go:171","msg":"trace[629654476] transaction","detail":"{read_only:false; response_revision:16299; number_of_response:1; }","duration":"187.048325ms","start":"2026-07-07T16:41:28.626658Z","end":"2026-07-07T16:41:28.813706Z","steps":["trace[629654476] 'process raft request' (duration: 186.82641ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:28.813862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.21034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:41:28.813911Z","caller":"traceutil/trace.go:171","msg":"trace[233007286] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:16299; }","duration":"180.312883ms","start":"2026-07-07T16:41:28.633585Z","end":"2026-07-07T16:41:28.813898Z","steps":["trace[233007286] 'agreement among raft nodes before linearized reading' (duration: 180.20733ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:28.831631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.96247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:41:28.831682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.615063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:41:28.831729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.390578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:41:28.831757Z","caller":"traceutil/trace.go:171","msg":"trace[190110823] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16300; }","duration":"198.135484ms","start":"2026-07-07T16:41:28.633597Z","end":"2026-07-07T16:41:28.831733Z","steps":["trace[190110823] 'agreement among raft nodes before linearized reading' (duration: 197.859437ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:41:28.831777Z","caller":"traceutil/trace.go:171","msg":"trace[774068571] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:16300; }","duration":"164.751876ms","start":"2026-07-07T16:41:28.667002Z","end":"2026-07-07T16:41:28.831754Z","steps":["trace[774068571] 'agreement among raft nodes before linearized reading' (duration: 164.53323ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:41:28.83181Z","caller":"traceutil/trace.go:171","msg":"trace[1135228227] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16300; }","duration":"164.459369ms","start":"2026-07-07T16:41:28.667308Z","end":"2026-07-07T16:41:28.831768Z","steps":["trace[1135228227] 'agreement among raft nodes before linearized reading' (duration: 164.360567ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:28.831809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.326695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"warn","ts":"2026-07-07T16:41:28.831903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.90933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:41:28.83193Z","caller":"traceutil/trace.go:171","msg":"trace[2063676712] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:16300; }","duration":"164.438629ms","start":"2026-07-07T16:41:28.667437Z","end":"2026-07-07T16:41:28.831875Z","steps":["trace[2063676712] 'agreement among raft nodes before linearized reading' (duration: 164.152452ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:41:28.83197Z","caller":"traceutil/trace.go:171","msg":"trace[2091215441] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16300; }","duration":"164.977151ms","start":"2026-07-07T16:41:28.666971Z","end":"2026-07-07T16:41:28.831948Z","steps":["trace[2091215441] 'agreement among raft nodes before linearized reading' (duration: 164.892419ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:28.832036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.819077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:891"} {"level":"info","ts":"2026-07-07T16:41:28.832077Z","caller":"traceutil/trace.go:171","msg":"trace[407490258] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:16300; }","duration":"164.869408ms","start":"2026-07-07T16:41:28.667197Z","end":"2026-07-07T16:41:28.832067Z","steps":["trace[407490258] 'agreement among raft nodes before linearized reading' (duration: 164.714424ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:28.832125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.835092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:41:28.832186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.09357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1147"} {"level":"info","ts":"2026-07-07T16:41:28.832177Z","caller":"traceutil/trace.go:171","msg":"trace[1872417779] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16300; }","duration":"165.909444ms","start":"2026-07-07T16:41:28.666253Z","end":"2026-07-07T16:41:28.832163Z","steps":["trace[1872417779] 'agreement among raft nodes before linearized reading' (duration: 165.832912ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:41:28.832215Z","caller":"traceutil/trace.go:171","msg":"trace[285333088] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:16300; }","duration":"164.123911ms","start":"2026-07-07T16:41:28.668083Z","end":"2026-07-07T16:41:28.832207Z","steps":["trace[285333088] 'agreement among raft nodes before linearized reading' (duration: 164.044549ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:28.83181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.75716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:522"} {"level":"warn","ts":"2026-07-07T16:41:28.832281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.578844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:41:28.832307Z","caller":"traceutil/trace.go:171","msg":"trace[1148383297] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:16300; }","duration":"197.277203ms","start":"2026-07-07T16:41:28.63502Z","end":"2026-07-07T16:41:28.832297Z","steps":["trace[1148383297] 'agreement among raft nodes before linearized reading' (duration: 196.618887ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:41:28.832354Z","caller":"traceutil/trace.go:171","msg":"trace[1628752672] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:16300; }","duration":"198.641766ms","start":"2026-07-07T16:41:28.63367Z","end":"2026-07-07T16:41:28.832312Z","steps":["trace[1628752672] 'agreement among raft nodes before linearized reading' (duration: 198.535554ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:28.832576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.505628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-07-07T16:41:28.832748Z","caller":"traceutil/trace.go:171","msg":"trace[1270127619] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16300; }","duration":"197.702424ms","start":"2026-07-07T16:41:28.634995Z","end":"2026-07-07T16:41:28.832698Z","steps":["trace[1270127619] 'agreement among raft nodes before linearized reading' (duration: 196.931045ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:41:29.004929Z","caller":"traceutil/trace.go:171","msg":"trace[1889152834] transaction","detail":"{read_only:false; response_revision:16302; number_of_response:1; }","duration":"119.071481ms","start":"2026-07-07T16:41:28.885816Z","end":"2026-07-07T16:41:29.004888Z","steps":["trace[1889152834] 'process raft request' (duration: 118.748123ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:41:29.13091Z","caller":"traceutil/trace.go:171","msg":"trace[1002658014] transaction","detail":"{read_only:false; response_revision:16303; number_of_response:1; }","duration":"121.308506ms","start":"2026-07-07T16:41:29.009542Z","end":"2026-07-07T16:41:29.13085Z","steps":["trace[1002658014] 'process raft request' (duration: 59.850369ms)","trace[1002658014] 'compare' (duration: 60.872932ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:41:29.298923Z","caller":"traceutil/trace.go:171","msg":"trace[2032863964] linearizableReadLoop","detail":"{readStateIndex:16913; appliedIndex:16912; }","duration":"106.158849ms","start":"2026-07-07T16:41:29.192723Z","end":"2026-07-07T16:41:29.298882Z","steps":["trace[2032863964] 'read index received' (duration: 105.870452ms)","trace[2032863964] 'applied index is now lower than readState.Index' (duration: 286.587µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:41:29.298995Z","caller":"traceutil/trace.go:171","msg":"trace[72525660] transaction","detail":"{read_only:false; response_revision:16306; number_of_response:1; }","duration":"108.796822ms","start":"2026-07-07T16:41:29.190151Z","end":"2026-07-07T16:41:29.298948Z","steps":["trace[72525660] 'process raft request' (duration: 108.530116ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:29.299299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.544568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:891"} {"level":"warn","ts":"2026-07-07T16:41:29.299387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.012435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:41:29.299464Z","caller":"traceutil/trace.go:171","msg":"trace[140444838] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16306; }","duration":"106.132148ms","start":"2026-07-07T16:41:29.193317Z","end":"2026-07-07T16:41:29.29945Z","steps":["trace[140444838] 'agreement among raft nodes before linearized reading' (duration: 105.968514ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:41:29.299417Z","caller":"traceutil/trace.go:171","msg":"trace[1229365910] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:16306; }","duration":"106.732012ms","start":"2026-07-07T16:41:29.192658Z","end":"2026-07-07T16:41:29.29939Z","steps":["trace[1229365910] 'agreement among raft nodes before linearized reading' (duration: 106.358593ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:29.299506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.697472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-07-07T16:41:29.299546Z","caller":"traceutil/trace.go:171","msg":"trace[771636118] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16306; }","duration":"106.753513ms","start":"2026-07-07T16:41:29.192784Z","end":"2026-07-07T16:41:29.299537Z","steps":["trace[771636118] 'agreement among raft nodes before linearized reading' (duration: 106.317192ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:29.299558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.19965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:41:29.299647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.326122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"info","ts":"2026-07-07T16:41:29.29967Z","caller":"traceutil/trace.go:171","msg":"trace[676731316] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:16306; }","duration":"106.373203ms","start":"2026-07-07T16:41:29.193271Z","end":"2026-07-07T16:41:29.299645Z","steps":["trace[676731316] 'agreement among raft nodes before linearized reading' (duration: 106.132167ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:41:29.299688Z","caller":"traceutil/trace.go:171","msg":"trace[1248725382] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:16306; }","duration":"106.386904ms","start":"2026-07-07T16:41:29.193287Z","end":"2026-07-07T16:41:29.299674Z","steps":["trace[1248725382] 'agreement among raft nodes before linearized reading' (duration: 105.945973ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:29.299932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.4087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1147"} {"level":"info","ts":"2026-07-07T16:41:29.300059Z","caller":"traceutil/trace.go:171","msg":"trace[1290413463] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:16306; }","duration":"105.555514ms","start":"2026-07-07T16:41:29.194482Z","end":"2026-07-07T16:41:29.300038Z","steps":["trace[1290413463] 'agreement among raft nodes before linearized reading' (duration: 104.691463ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:41:29.462447Z","caller":"traceutil/trace.go:171","msg":"trace[223836326] transaction","detail":"{read_only:false; response_revision:16311; number_of_response:1; }","duration":"100.530842ms","start":"2026-07-07T16:41:29.361875Z","end":"2026-07-07T16:41:29.462406Z","steps":["trace[223836326] 'process raft request' (duration: 100.276176ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:41:29.495192Z","caller":"traceutil/trace.go:171","msg":"trace[510504262] linearizableReadLoop","detail":"{readStateIndex:16919; appliedIndex:16917; }","duration":"132.677499ms","start":"2026-07-07T16:41:29.362493Z","end":"2026-07-07T16:41:29.495171Z","steps":["trace[510504262] 'read index received' (duration: 99.726752ms)","trace[510504262] 'applied index is now lower than readState.Index' (duration: 32.949797ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:41:29.495532Z","caller":"traceutil/trace.go:171","msg":"trace[1737942451] transaction","detail":"{read_only:false; response_revision:16314; number_of_response:1; }","duration":"132.491526ms","start":"2026-07-07T16:41:29.36298Z","end":"2026-07-07T16:41:29.495471Z","steps":["trace[1737942451] 'process raft request' (duration: 132.150947ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:41:29.495622Z","caller":"traceutil/trace.go:171","msg":"trace[1310225091] transaction","detail":"{read_only:false; response_revision:16312; number_of_response:1; }","duration":"133.199853ms","start":"2026-07-07T16:41:29.362359Z","end":"2026-07-07T16:41:29.495559Z","steps":["trace[1310225091] 'process raft request' (duration: 132.563747ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:41:29.495795Z","caller":"traceutil/trace.go:171","msg":"trace[941415270] transaction","detail":"{read_only:false; response_revision:16313; number_of_response:1; }","duration":"132.879945ms","start":"2026-07-07T16:41:29.3629Z","end":"2026-07-07T16:41:29.49578Z","steps":["trace[941415270] 'process raft request' (duration: 132.180758ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:29.496076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.034503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1147"} {"level":"info","ts":"2026-07-07T16:41:29.496122Z","caller":"traceutil/trace.go:171","msg":"trace[427282573] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:16314; }","duration":"103.135695ms","start":"2026-07-07T16:41:29.392974Z","end":"2026-07-07T16:41:29.496109Z","steps":["trace[427282573] 'agreement among raft nodes before linearized reading' (duration: 102.948681ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:29.496302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.804497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:728981"} {"level":"info","ts":"2026-07-07T16:41:29.496345Z","caller":"traceutil/trace.go:171","msg":"trace[1096538744] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:16314; }","duration":"133.89083ms","start":"2026-07-07T16:41:29.362445Z","end":"2026-07-07T16:41:29.496336Z","steps":["trace[1096538744] 'agreement among raft nodes before linearized reading' (duration: 133.0913ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:41:29.740159Z","caller":"traceutil/trace.go:171","msg":"trace[305832803] transaction","detail":"{read_only:false; response_revision:16319; number_of_response:1; }","duration":"166.339295ms","start":"2026-07-07T16:41:29.573786Z","end":"2026-07-07T16:41:29.740125Z","steps":["trace[305832803] 'process raft request' (duration: 166.094279ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:41:31.044902Z","caller":"traceutil/trace.go:171","msg":"trace[114359114] transaction","detail":"{read_only:false; response_revision:16326; number_of_response:1; }","duration":"109.573591ms","start":"2026-07-07T16:41:30.935294Z","end":"2026-07-07T16:41:31.044868Z","steps":["trace[114359114] 'process raft request' (duration: 109.361206ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:31.427255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.452091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:41:31.427337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.370536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:41:31.42738Z","caller":"traceutil/trace.go:171","msg":"trace[1052901912] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16326; }","duration":"322.593244ms","start":"2026-07-07T16:41:31.104757Z","end":"2026-07-07T16:41:31.42735Z","steps":["trace[1052901912] 'range keys from in-memory index tree' (duration: 322.315108ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:31.427444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:31.10459Z","time spent":"322.838711ms","remote":"127.0.0.1:44742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-07T16:41:31.427391Z","caller":"traceutil/trace.go:171","msg":"trace[775245877] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16326; }","duration":"121.443189ms","start":"2026-07-07T16:41:31.305933Z","end":"2026-07-07T16:41:31.427376Z","steps":["trace[775245877] 'range keys from in-memory index tree' (duration: 121.287755ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:31.427507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.028533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-07-07T16:41:31.427557Z","caller":"traceutil/trace.go:171","msg":"trace[472539194] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16326; }","duration":"122.099825ms","start":"2026-07-07T16:41:31.305439Z","end":"2026-07-07T16:41:31.427538Z","steps":["trace[472539194] 'range keys from in-memory index tree' (duration: 121.804967ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:31.427659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.212198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-07-07T16:41:31.427786Z","caller":"traceutil/trace.go:171","msg":"trace[601406484] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16326; }","duration":"263.423823ms","start":"2026-07-07T16:41:31.16433Z","end":"2026-07-07T16:41:31.427753Z","steps":["trace[601406484] 'range keys from in-memory index tree' (duration: 262.758767ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:31.427818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.647493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:41:31.427883Z","caller":"traceutil/trace.go:171","msg":"trace[5670773] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:16326; }","duration":"122.114034ms","start":"2026-07-07T16:41:31.305749Z","end":"2026-07-07T16:41:31.427863Z","steps":["trace[5670773] 'range keys from in-memory index tree' (duration: 121.567661ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:32.173588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.939961ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T16:41:32.173725Z","caller":"traceutil/trace.go:171","msg":"trace[264403686] transaction","detail":"{read_only:false; response_revision:16329; number_of_response:1; }","duration":"660.003527ms","start":"2026-07-07T16:41:31.513698Z","end":"2026-07-07T16:41:32.173702Z","steps":["trace[264403686] 'process raft request' (duration: 29.838062ms)","trace[264403686] 'compare' (duration: 629.021127ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:41:32.173793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:31.513664Z","time spent":"660.09852ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:41:32.460805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.561337ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-07T16:41:32.460953Z","caller":"traceutil/trace.go:171","msg":"trace[1400172335] linearizableReadLoop","detail":"{readStateIndex:16937; appliedIndex:16935; }","duration":"943.410924ms","start":"2026-07-07T16:41:31.517515Z","end":"2026-07-07T16:41:32.460926Z","steps":["trace[1400172335] 'read index received' (duration: 26.208894ms)","trace[1400172335] 'applied index is now lower than readState.Index' (duration: 917.20031ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:41:32.461125Z","caller":"traceutil/trace.go:171","msg":"trace[824377806] transaction","detail":"{read_only:false; response_revision:16330; number_of_response:1; }","duration":"947.00388ms","start":"2026-07-07T16:41:31.514011Z","end":"2026-07-07T16:41:32.461015Z","steps":["trace[824377806] 'process raft request' (duration: 809.102154ms)","trace[824377806] 'compare' (duration: 137.306982ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:41:32.461248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.207518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:41:32.461291Z","caller":"traceutil/trace.go:171","msg":"trace[138477074] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:16330; }","duration":"900.29816ms","start":"2026-07-07T16:41:31.560981Z","end":"2026-07-07T16:41:32.461279Z","steps":["trace[138477074] 'agreement among raft nodes before linearized reading' (duration: 900.219068ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:32.461423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:31.513987Z","time spent":"947.318198ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:41:32.461456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:31.560955Z","time spent":"900.459415ms","remote":"127.0.0.1:44962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-07T16:41:32.461623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.565904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:41:32.461641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.695428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-07-07T16:41:32.461679Z","caller":"traceutil/trace.go:171","msg":"trace[219507953] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16330; }","duration":"172.632756ms","start":"2026-07-07T16:41:32.289037Z","end":"2026-07-07T16:41:32.46167Z","steps":["trace[219507953] 'agreement among raft nodes before linearized reading' (duration: 172.554704ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:41:32.461711Z","caller":"traceutil/trace.go:171","msg":"trace[414169515] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16330; }","duration":"172.936933ms","start":"2026-07-07T16:41:32.288755Z","end":"2026-07-07T16:41:32.461692Z","steps":["trace[414169515] 'agreement among raft nodes before linearized reading' (duration: 172.563914ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:32.461709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.994617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:41:32.461784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.119996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:551"} {"level":"warn","ts":"2026-07-07T16:41:32.461833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.803537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-07-07T16:41:32.461829Z","caller":"traceutil/trace.go:171","msg":"trace[680471139] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16330; }","duration":"357.180401ms","start":"2026-07-07T16:41:32.104618Z","end":"2026-07-07T16:41:32.461798Z","steps":["trace[680471139] 'agreement among raft nodes before linearized reading' (duration: 356.992096ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:41:32.461855Z","caller":"traceutil/trace.go:171","msg":"trace[1124625096] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:16330; }","duration":"492.212208ms","start":"2026-07-07T16:41:31.96962Z","end":"2026-07-07T16:41:32.461832Z","steps":["trace[1124625096] 'agreement among raft nodes before linearized reading' (duration: 491.979142ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:41:32.461878Z","caller":"traceutil/trace.go:171","msg":"trace[310720612] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16330; }","duration":"171.847517ms","start":"2026-07-07T16:41:32.290002Z","end":"2026-07-07T16:41:32.46185Z","steps":["trace[310720612] 'agreement among raft nodes before linearized reading' (duration: 171.755675ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:32.461894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:31.969611Z","time spent":"492.275739ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":574,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-07-07T16:41:32.461903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:32.104591Z","time spent":"357.298044ms","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T16:41:32.461894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.970385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:41:32.461874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.488996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:41:32.461989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.078062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:41:32.461981Z","caller":"traceutil/trace.go:171","msg":"trace[804539010] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:16330; }","duration":"173.088827ms","start":"2026-07-07T16:41:32.288873Z","end":"2026-07-07T16:41:32.461961Z","steps":["trace[804539010] 'agreement among raft nodes before linearized reading' (duration: 172.939103ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:32.462007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.808543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:41:32.462043Z","caller":"traceutil/trace.go:171","msg":"trace[86591277] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:16330; }","duration":"175.882045ms","start":"2026-07-07T16:41:32.286155Z","end":"2026-07-07T16:41:32.462037Z","steps":["trace[86591277] 'agreement among raft nodes before linearized reading' (duration: 175.829043ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:32.462004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.723251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-9944m\" ","response":"range_response_count:1 size:5795"} {"level":"info","ts":"2026-07-07T16:41:32.462067Z","caller":"traceutil/trace.go:171","msg":"trace[1698085196] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:16330; }","duration":"699.232626ms","start":"2026-07-07T16:41:31.76282Z","end":"2026-07-07T16:41:32.462053Z","steps":["trace[1698085196] 'agreement among raft nodes before linearized reading' (duration: 699.085182ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:41:32.462038Z","caller":"traceutil/trace.go:171","msg":"trace[1791951672] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16330; }","duration":"175.793482ms","start":"2026-07-07T16:41:32.286223Z","end":"2026-07-07T16:41:32.462016Z","steps":["trace[1791951672] 'agreement among raft nodes before linearized reading' (duration: 175.456524ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:41:32.462106Z","caller":"traceutil/trace.go:171","msg":"trace[1597363832] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-9944m; range_end:; response_count:1; response_revision:16330; }","duration":"299.861414ms","start":"2026-07-07T16:41:32.162211Z","end":"2026-07-07T16:41:32.462072Z","steps":["trace[1597363832] 'agreement among raft nodes before linearized reading' (duration: 299.24801ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:32.46215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:31.762798Z","time spent":"699.308468ms","remote":"127.0.0.1:59960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:41:32.462141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.611163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:729969"} {"level":"info","ts":"2026-07-07T16:41:32.462246Z","caller":"traceutil/trace.go:171","msg":"trace[1999494382] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:16330; }","duration":"944.738775ms","start":"2026-07-07T16:41:31.51749Z","end":"2026-07-07T16:41:32.462229Z","steps":["trace[1999494382] 'agreement among raft nodes before linearized reading' (duration: 943.643879ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:32.462307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:31.517478Z","time spent":"944.810977ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":75,"response size":729992,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-07T16:41:32.996483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.149796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-07T16:41:32.996557Z","caller":"traceutil/trace.go:171","msg":"trace[329117088] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16331; }","duration":"170.28402ms","start":"2026-07-07T16:41:32.826257Z","end":"2026-07-07T16:41:32.996541Z","steps":["trace[329117088] 'range keys from in-memory index tree' (duration: 169.994333ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:32.996779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.06323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:41:32.996879Z","caller":"traceutil/trace.go:171","msg":"trace[1561951705] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:16331; }","duration":"174.233294ms","start":"2026-07-07T16:41:32.822624Z","end":"2026-07-07T16:41:32.996857Z","steps":["trace[1561951705] 'range keys from in-memory index tree' (duration: 173.936438ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:41:32.997006Z","caller":"traceutil/trace.go:171","msg":"trace[1229893467] linearizableReadLoop","detail":"{readStateIndex:16939; appliedIndex:16938; }","duration":"156.971558ms","start":"2026-07-07T16:41:32.840026Z","end":"2026-07-07T16:41:32.996998Z","steps":["trace[1229893467] 'read index received' (duration: 156.261821ms)","trace[1229893467] 'applied index is now lower than readState.Index' (duration: 709.187µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:41:32.997056Z","caller":"traceutil/trace.go:171","msg":"trace[1789184536] transaction","detail":"{read_only:false; response_revision:16332; number_of_response:1; }","duration":"163.626508ms","start":"2026-07-07T16:41:32.833388Z","end":"2026-07-07T16:41:32.997015Z","steps":["trace[1789184536] 'process raft request' (duration: 162.810518ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:32.997121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.647475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r9lw6\" ","response":"range_response_count:1 size:22100"} {"level":"info","ts":"2026-07-07T16:41:32.997253Z","caller":"traceutil/trace.go:171","msg":"trace[2057588076] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r9lw6; range_end:; response_count:1; response_revision:16331; }","duration":"398.841059ms","start":"2026-07-07T16:41:32.598381Z","end":"2026-07-07T16:41:32.997222Z","steps":["trace[2057588076] 'range keys from in-memory index tree' (duration: 398.289376ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:32.997325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:32.598358Z","time spent":"398.951171ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22123,"request content":"key:\"/registry/pods/openstack/nova-compute-default-r9lw6\" "} {"level":"warn","ts":"2026-07-07T16:41:32.998166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.121365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:41:32.998308Z","caller":"traceutil/trace.go:171","msg":"trace[653195435] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16332; }","duration":"158.274299ms","start":"2026-07-07T16:41:32.840005Z","end":"2026-07-07T16:41:32.998279Z","steps":["trace[653195435] 'agreement among raft nodes before linearized reading' (duration: 157.044089ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:41:33.001419Z","caller":"traceutil/trace.go:171","msg":"trace[1623975890] transaction","detail":"{read_only:false; response_revision:16333; number_of_response:1; }","duration":"151.340311ms","start":"2026-07-07T16:41:32.850059Z","end":"2026-07-07T16:41:33.001399Z","steps":["trace[1623975890] 'process raft request' (duration: 151.166427ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:41:33.00173Z","caller":"traceutil/trace.go:171","msg":"trace[1481362013] transaction","detail":"{read_only:false; response_revision:16334; number_of_response:1; }","duration":"137.129397ms","start":"2026-07-07T16:41:32.864568Z","end":"2026-07-07T16:41:33.001697Z","steps":["trace[1481362013] 'process raft request' (duration: 136.787839ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:33.00189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.382062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:41:33.001949Z","caller":"traceutil/trace.go:171","msg":"trace[1872492206] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16335; }","duration":"158.515575ms","start":"2026-07-07T16:41:32.843418Z","end":"2026-07-07T16:41:33.001934Z","steps":["trace[1872492206] 'agreement among raft nodes before linearized reading' (duration: 158.422013ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:33.002005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.292739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:41:33.002003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.908714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-07T16:41:33.002076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.146935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:512"} {"level":"warn","ts":"2026-07-07T16:41:33.002099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.221307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:41:33.002126Z","caller":"traceutil/trace.go:171","msg":"trace[1580931627] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:16335; }","duration":"159.047398ms","start":"2026-07-07T16:41:32.843056Z","end":"2026-07-07T16:41:33.002103Z","steps":["trace[1580931627] 'agreement among raft nodes before linearized reading' (duration: 158.879344ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:41:33.002152Z","caller":"traceutil/trace.go:171","msg":"trace[946971251] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16335; }","duration":"160.265857ms","start":"2026-07-07T16:41:32.841873Z","end":"2026-07-07T16:41:33.002138Z","steps":["trace[946971251] 'agreement among raft nodes before linearized reading' (duration: 160.041572ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:41:33.002169Z","caller":"traceutil/trace.go:171","msg":"trace[1242546837] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:16335; }","duration":"160.341419ms","start":"2026-07-07T16:41:32.84181Z","end":"2026-07-07T16:41:33.002152Z","steps":["trace[1242546837] 'agreement among raft nodes before linearized reading' (duration: 160.219027ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:41:33.002163Z","caller":"traceutil/trace.go:171","msg":"trace[1465283916] transaction","detail":"{read_only:false; response_revision:16335; number_of_response:1; }","duration":"126.065469ms","start":"2026-07-07T16:41:32.876085Z","end":"2026-07-07T16:41:33.002151Z","steps":["trace[1465283916] 'process raft request' (duration: 125.542057ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:33.002205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.500543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:522"} {"level":"info","ts":"2026-07-07T16:41:33.002114Z","caller":"traceutil/trace.go:171","msg":"trace[372029282] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16335; }","duration":"158.386182ms","start":"2026-07-07T16:41:32.84369Z","end":"2026-07-07T16:41:33.002077Z","steps":["trace[372029282] 'agreement among raft nodes before linearized reading' (duration: 158.211077ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:41:33.002284Z","caller":"traceutil/trace.go:171","msg":"trace[1594126607] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:16335; }","duration":"160.607305ms","start":"2026-07-07T16:41:32.841657Z","end":"2026-07-07T16:41:33.002264Z","steps":["trace[1594126607] 'agreement among raft nodes before linearized reading' (duration: 160.115233ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:33.002176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.592407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:41:33.002363Z","caller":"traceutil/trace.go:171","msg":"trace[190917345] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16335; }","duration":"158.791711ms","start":"2026-07-07T16:41:32.843553Z","end":"2026-07-07T16:41:33.002345Z","steps":["trace[190917345] 'agreement among raft nodes before linearized reading' (duration: 158.582036ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:33.253584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.864494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:41:33.253755Z","caller":"traceutil/trace.go:171","msg":"trace[1764773195] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16335; }","duration":"145.10418ms","start":"2026-07-07T16:41:33.108631Z","end":"2026-07-07T16:41:33.253735Z","steps":["trace[1764773195] 'range keys from in-memory index tree' (duration: 144.743602ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:33.322568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.495725ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-07-07T16:41:33.688357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.122556ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:41:33.688543Z","caller":"traceutil/trace.go:171","msg":"trace[973598594] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:16336; }","duration":"132.340612ms","start":"2026-07-07T16:41:33.556181Z","end":"2026-07-07T16:41:33.688521Z","steps":["trace[973598594] 'range keys from in-memory index tree' (duration: 132.094896ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:41:33.689088Z","caller":"traceutil/trace.go:171","msg":"trace[765525850] linearizableReadLoop","detail":"{readStateIndex:16945; appliedIndex:16944; }","duration":"130.413144ms","start":"2026-07-07T16:41:33.558639Z","end":"2026-07-07T16:41:33.689053Z","steps":["trace[765525850] 'read index received' (duration: 59.983041ms)","trace[765525850] 'applied index is now lower than readState.Index' (duration: 70.428883ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:41:33.689114Z","caller":"traceutil/trace.go:171","msg":"trace[1210614074] transaction","detail":"{read_only:false; response_revision:16337; number_of_response:1; }","duration":"170.389702ms","start":"2026-07-07T16:41:33.518646Z","end":"2026-07-07T16:41:33.689036Z","steps":["trace[1210614074] 'process raft request' (duration: 99.971148ms)","trace[1210614074] 'compare' (duration: 70.187778ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:41:33.689839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.182684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-db-init-pzxr8\" ","response":"range_response_count:1 size:11099"} {"level":"info","ts":"2026-07-07T16:41:33.689891Z","caller":"traceutil/trace.go:171","msg":"trace[1547924408] range","detail":"{range_begin:/registry/pods/openstack/nova-db-init-pzxr8; range_end:; response_count:1; response_revision:16337; }","duration":"131.308687ms","start":"2026-07-07T16:41:33.558573Z","end":"2026-07-07T16:41:33.689882Z","steps":["trace[1547924408] 'agreement among raft nodes before linearized reading' (duration: 130.571569ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:41:34.660241Z","caller":"traceutil/trace.go:171","msg":"trace[2064545411] linearizableReadLoop","detail":"{readStateIndex:16950; appliedIndex:16949; }","duration":"185.230862ms","start":"2026-07-07T16:41:34.474979Z","end":"2026-07-07T16:41:34.66021Z","steps":["trace[2064545411] 'read index received' (duration: 184.956805ms)","trace[2064545411] 'applied index is now lower than readState.Index' (duration: 272.817µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:41:34.660368Z","caller":"traceutil/trace.go:171","msg":"trace[1819197156] transaction","detail":"{read_only:false; response_revision:16341; number_of_response:1; }","duration":"186.655976ms","start":"2026-07-07T16:41:34.473658Z","end":"2026-07-07T16:41:34.660314Z","steps":["trace[1819197156] 'process raft request' (duration: 186.362239ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:34.660448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.441126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-07T16:41:34.660512Z","caller":"traceutil/trace.go:171","msg":"trace[406346333] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:16341; }","duration":"185.56797ms","start":"2026-07-07T16:41:34.474927Z","end":"2026-07-07T16:41:34.660495Z","steps":["trace[406346333] 'agreement among raft nodes before linearized reading' (duration: 185.442087ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:34.660647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.333919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p22f7\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-07-07T16:41:34.66074Z","caller":"traceutil/trace.go:171","msg":"trace[1293603689] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p22f7; range_end:; response_count:1; response_revision:16341; }","duration":"184.469283ms","start":"2026-07-07T16:41:34.476251Z","end":"2026-07-07T16:41:34.66072Z","steps":["trace[1293603689] 'agreement among raft nodes before linearized reading' (duration: 184.239047ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:41:41.691763Z","caller":"traceutil/trace.go:171","msg":"trace[1378671360] transaction","detail":"{read_only:false; response_revision:16425; number_of_response:1; }","duration":"140.280784ms","start":"2026-07-07T16:41:41.551433Z","end":"2026-07-07T16:41:41.691714Z","steps":["trace[1378671360] 'process raft request' (duration: 102.06049ms)","trace[1378671360] 'compare' (duration: 37.928577ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:41:45.906148Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004044562,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T16:41:46.069582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.308921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/barbican-api-certs\" ","response":"range_response_count:1 size:2392"} {"level":"warn","ts":"2026-07-07T16:41:46.069637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.363821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-tls\" ","response":"range_response_count:1 size:2935"} {"level":"warn","ts":"2026-07-07T16:41:46.069757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.419961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/nova-novncproxy-vencrypt\" ","response":"range_response_count:1 size:2520"} {"level":"info","ts":"2026-07-07T16:41:46.069784Z","caller":"traceutil/trace.go:171","msg":"trace[1015750820] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/nova-novncproxy-vencrypt; range_end:; response_count:1; response_revision:16454; }","duration":"687.493262ms","start":"2026-07-07T16:41:45.38228Z","end":"2026-07-07T16:41:46.069773Z","steps":["trace[1015750820] 'range keys from in-memory index tree' (duration: 687.295658ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:41:46.069771Z","caller":"traceutil/trace.go:171","msg":"trace[1913677223] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-tls; range_end:; response_count:1; response_revision:16454; }","duration":"864.634787ms","start":"2026-07-07T16:41:45.205101Z","end":"2026-07-07T16:41:46.069736Z","steps":["trace[1913677223] 'range keys from in-memory index tree' (duration: 864.151596ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:46.069816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:45.382247Z","time spent":"687.563204ms","remote":"127.0.0.1:40360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":2543,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/nova-novncproxy-vencrypt\" "} {"level":"warn","ts":"2026-07-07T16:41:46.069826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:45.205069Z","time spent":"864.74471ms","remote":"127.0.0.1:40360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":2958,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-tls\" "} {"level":"warn","ts":"2026-07-07T16:41:46.069693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.102896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-vnc-ca\" ","response":"range_response_count:1 size:1921"} {"level":"info","ts":"2026-07-07T16:41:46.069696Z","caller":"traceutil/trace.go:171","msg":"trace[1607243831] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/barbican-api-certs; range_end:; response_count:1; response_revision:16454; }","duration":"838.498075ms","start":"2026-07-07T16:41:45.231168Z","end":"2026-07-07T16:41:46.069666Z","steps":["trace[1607243831] 'range keys from in-memory index tree' (duration: 838.002654ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:46.06996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:45.231125Z","time spent":"838.822103ms","remote":"127.0.0.1:40360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":2415,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/barbican-api-certs\" "} {"level":"warn","ts":"2026-07-07T16:41:46.070117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.584647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/keystone-api-certs\" ","response":"range_response_count:1 size:2383"} {"level":"warn","ts":"2026-07-07T16:41:46.070125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.613698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T16:41:46.070047Z","caller":"traceutil/trace.go:171","msg":"trace[1734421273] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-vnc-ca; range_end:; response_count:1; response_revision:16454; }","duration":"714.441404ms","start":"2026-07-07T16:41:45.355523Z","end":"2026-07-07T16:41:46.069965Z","steps":["trace[1734421273] 'range keys from in-memory index tree' (duration: 713.849889ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:41:46.070177Z","caller":"traceutil/trace.go:171","msg":"trace[463697770] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/keystone-api-certs; range_end:; response_count:1; response_revision:16454; }","duration":"764.672799ms","start":"2026-07-07T16:41:45.305492Z","end":"2026-07-07T16:41:46.070165Z","steps":["trace[463697770] 'range keys from in-memory index tree' (duration: 764.447564ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:41:46.070184Z","caller":"traceutil/trace.go:171","msg":"trace[1375663995] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:16454; }","duration":"819.727662ms","start":"2026-07-07T16:41:45.250442Z","end":"2026-07-07T16:41:46.07017Z","steps":["trace[1375663995] 'count revisions from in-memory index tree' (duration: 819.410804ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:46.070215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:45.305472Z","time spent":"764.73266ms","remote":"127.0.0.1:40360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":2406,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/keystone-api-certs\" "} {"level":"warn","ts":"2026-07-07T16:41:46.070215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:45.250412Z","time spent":"819.793002ms","remote":"127.0.0.1:49570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:41:46.070247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:45.355498Z","time spent":"714.70296ms","remote":"127.0.0.1:40360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":1944,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-vnc-ca\" "} {"level":"warn","ts":"2026-07-07T16:41:46.070109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.078314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/glance-api-certs\" ","response":"range_response_count:1 size:2368"} {"level":"info","ts":"2026-07-07T16:41:46.070354Z","caller":"traceutil/trace.go:171","msg":"trace[1036775308] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/glance-api-certs; range_end:; response_count:1; response_revision:16454; }","duration":"790.391372ms","start":"2026-07-07T16:41:45.27995Z","end":"2026-07-07T16:41:46.070342Z","steps":["trace[1036775308] 'range keys from in-memory index tree' (duration: 789.850358ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:46.07039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:45.279929Z","time spent":"790.450323ms","remote":"127.0.0.1:40360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":2391,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/glance-api-certs\" "} {"level":"info","ts":"2026-07-07T16:41:46.070411Z","caller":"traceutil/trace.go:171","msg":"trace[1568267585] linearizableReadLoop","detail":"{readStateIndex:17069; appliedIndex:17068; }","duration":"665.304146ms","start":"2026-07-07T16:41:45.40507Z","end":"2026-07-07T16:41:46.070374Z","steps":["trace[1568267585] 'read index received' (duration: 572.229094ms)","trace[1568267585] 'applied index is now lower than readState.Index' (duration: 93.073972ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:41:46.070455Z","caller":"traceutil/trace.go:171","msg":"trace[162516065] transaction","detail":"{read_only:false; response_revision:16455; number_of_response:1; }","duration":"671.026214ms","start":"2026-07-07T16:41:45.399403Z","end":"2026-07-07T16:41:46.070429Z","steps":["trace[162516065] 'process raft request' (duration: 577.888351ms)","trace[162516065] 'compare' (duration: 92.745003ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:41:46.070549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.47359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/placement-api-certs\" ","response":"range_response_count:1 size:2172"} {"level":"warn","ts":"2026-07-07T16:41:46.070574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.642594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/rabbitmq-messaging-topology-operator-webhook\" ","response":"range_response_count:1 size:2777"} {"level":"info","ts":"2026-07-07T16:41:46.070597Z","caller":"traceutil/trace.go:171","msg":"trace[1264802462] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/placement-api-certs; range_end:; response_count:1; response_revision:16455; }","duration":"665.565072ms","start":"2026-07-07T16:41:45.405015Z","end":"2026-07-07T16:41:46.07058Z","steps":["trace[1264802462] 'agreement among raft nodes before linearized reading' (duration: 665.429448ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:41:46.070612Z","caller":"traceutil/trace.go:171","msg":"trace[1795770606] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/rabbitmq-messaging-topology-operator-webhook; range_end:; response_count:1; response_revision:16455; }","duration":"639.704036ms","start":"2026-07-07T16:41:45.430893Z","end":"2026-07-07T16:41:46.070597Z","steps":["trace[1795770606] 'agreement among raft nodes before linearized reading' (duration: 639.623314ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:46.070589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.213452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/cinder-api-certs\" ","response":"range_response_count:1 size:2373"} {"level":"warn","ts":"2026-07-07T16:41:46.070656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:45.430883Z","time spent":"639.763237ms","remote":"127.0.0.1:40360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":2800,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/rabbitmq-messaging-topology-operator-webhook\" "} {"level":"info","ts":"2026-07-07T16:41:46.070686Z","caller":"traceutil/trace.go:171","msg":"trace[649393038] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/cinder-api-certs; range_end:; response_count:1; response_revision:16454; }","duration":"815.361476ms","start":"2026-07-07T16:41:45.255301Z","end":"2026-07-07T16:41:46.070662Z","steps":["trace[649393038] 'range keys from in-memory index tree' (duration: 813.907441ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:46.070688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.775099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:1430"} {"level":"warn","ts":"2026-07-07T16:41:46.070726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:45.255286Z","time spent":"815.432987ms","remote":"127.0.0.1:40360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":2396,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/cinder-api-certs\" "} {"level":"warn","ts":"2026-07-07T16:41:46.070711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.384179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-07T16:41:46.070742Z","caller":"traceutil/trace.go:171","msg":"trace[115458110] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:16455; }","duration":"489.844801ms","start":"2026-07-07T16:41:45.580871Z","end":"2026-07-07T16:41:46.070716Z","steps":["trace[115458110] 'agreement among raft nodes before linearized reading' (duration: 489.751109ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:46.070763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.036798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T16:41:46.070782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.348212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-ca\" ","response":"range_response_count:1 size:1907"} {"level":"warn","ts":"2026-07-07T16:41:46.070737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.888721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5524"} {"level":"info","ts":"2026-07-07T16:41:46.070808Z","caller":"traceutil/trace.go:171","msg":"trace[1890029267] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16455; }","duration":"605.096569ms","start":"2026-07-07T16:41:45.4657Z","end":"2026-07-07T16:41:46.070797Z","steps":["trace[1890029267] 'agreement among raft nodes before linearized reading' (duration: 605.011077ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:46.070813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:45.580853Z","time spent":"489.941953ms","remote":"127.0.0.1:45018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1453,"request content":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-grafana\" "} {"level":"info","ts":"2026-07-07T16:41:46.070839Z","caller":"traceutil/trace.go:171","msg":"trace[835055072] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16455; }","duration":"602.040115ms","start":"2026-07-07T16:41:45.468787Z","end":"2026-07-07T16:41:46.070828Z","steps":["trace[835055072] 'agreement among raft nodes before linearized reading' (duration: 601.87254ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:41:46.070838Z","caller":"traceutil/trace.go:171","msg":"trace[1120457424] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/valkey-ca; range_end:; response_count:1; response_revision:16455; }","duration":"590.454574ms","start":"2026-07-07T16:41:45.480368Z","end":"2026-07-07T16:41:46.070823Z","steps":["trace[1120457424] 'agreement among raft nodes before linearized reading' (duration: 590.296001ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:46.070844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:45.465692Z","time spent":"605.14397ms","remote":"127.0.0.1:44962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-07T16:41:46.070833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.829515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1638"} {"level":"warn","ts":"2026-07-07T16:41:46.070875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:45.468757Z","time spent":"602.108636ms","remote":"127.0.0.1:44962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-07T16:41:46.070953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.88372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/rook-ceph-rgw-ceph-certs\" ","response":"range_response_count:1 size:2418"} {"level":"warn","ts":"2026-07-07T16:41:46.070882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:45.480352Z","time spent":"590.520217ms","remote":"127.0.0.1:40360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1930,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-ca\" "} {"level":"info","ts":"2026-07-07T16:41:46.070977Z","caller":"traceutil/trace.go:171","msg":"trace[1432469590] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/rook-ceph-rgw-ceph-certs; range_end:; response_count:1; response_revision:16455; }","duration":"615.937111ms","start":"2026-07-07T16:41:45.455032Z","end":"2026-07-07T16:41:46.070969Z","steps":["trace[1432469590] 'agreement among raft nodes before linearized reading' (duration: 615.824228ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:46.070875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.219432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-07-07T16:41:46.070997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:45.455016Z","time spent":"615.977513ms","remote":"127.0.0.1:40360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":2441,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/rook-ceph-rgw-ceph-certs\" "} {"level":"info","ts":"2026-07-07T16:41:46.070979Z","caller":"traceutil/trace.go:171","msg":"trace[38919093] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:16455; }","duration":"515.007119ms","start":"2026-07-07T16:41:45.555936Z","end":"2026-07-07T16:41:46.070943Z","steps":["trace[38919093] 'agreement among raft nodes before linearized reading' (duration: 514.738843ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:46.070998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.718916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-07T16:41:46.07104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:45.555908Z","time spent":"515.121542ms","remote":"127.0.0.1:45018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":1661,"request content":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-07-07T16:41:46.071029Z","caller":"traceutil/trace.go:171","msg":"trace[1705974089] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16455; }","duration":"605.407277ms","start":"2026-07-07T16:41:45.465597Z","end":"2026-07-07T16:41:46.071005Z","steps":["trace[1705974089] 'agreement among raft nodes before linearized reading' (duration: 605.055518ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:41:46.07079Z","caller":"traceutil/trace.go:171","msg":"trace[150683418] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16455; }","duration":"353.496532ms","start":"2026-07-07T16:41:45.71727Z","end":"2026-07-07T16:41:46.070767Z","steps":["trace[150683418] 'agreement among raft nodes before linearized reading' (duration: 353.262926ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:41:46.071053Z","caller":"traceutil/trace.go:171","msg":"trace[1605089305] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:16455; }","duration":"162.830269ms","start":"2026-07-07T16:41:45.908208Z","end":"2026-07-07T16:41:46.071038Z","steps":["trace[1605089305] 'agreement among raft nodes before linearized reading' (duration: 162.613083ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:46.071064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.779434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"warn","ts":"2026-07-07T16:41:46.071082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:45.465587Z","time spent":"605.484738ms","remote":"127.0.0.1:44914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-07T16:41:46.071092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:45.717242Z","time spent":"353.83565ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-07T16:41:46.071113Z","caller":"traceutil/trace.go:171","msg":"trace[2022102378] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:16455; }","duration":"638.845375ms","start":"2026-07-07T16:41:45.43225Z","end":"2026-07-07T16:41:46.071095Z","steps":["trace[2022102378] 'agreement among raft nodes before linearized reading' (duration: 638.712122ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:46.071148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:45.432241Z","time spent":"638.899356ms","remote":"127.0.0.1:44910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-07-07T16:41:46.071144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.952713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/auth-system/keycloak\" ","response":"range_response_count:1 size:870"} {"level":"info","ts":"2026-07-07T16:41:46.071186Z","caller":"traceutil/trace.go:171","msg":"trace[2075278347] range","detail":"{range_begin:/registry/ingress/auth-system/keycloak; range_end:; response_count:1; response_revision:16455; }","duration":"540.042705ms","start":"2026-07-07T16:41:45.531129Z","end":"2026-07-07T16:41:46.071172Z","steps":["trace[2075278347] 'agreement among raft nodes before linearized reading' (duration: 539.931062ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:46.071216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:45.53109Z","time spent":"540.118937ms","remote":"127.0.0.1:45018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":893,"request content":"key:\"/registry/ingress/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-07T16:41:46.071236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.317103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-07T16:41:46.071274Z","caller":"traceutil/trace.go:171","msg":"trace[789367196] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16455; }","duration":"297.409695ms","start":"2026-07-07T16:41:45.773855Z","end":"2026-07-07T16:41:46.071265Z","steps":["trace[789367196] 'agreement among raft nodes before linearized reading' (duration: 297.284592ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:46.070604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:45.399365Z","time spent":"671.140207ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:41:46.071313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.106362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-07-07T16:41:46.071343Z","caller":"traceutil/trace.go:171","msg":"trace[1311383879] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16455; }","duration":"608.150303ms","start":"2026-07-07T16:41:45.463182Z","end":"2026-07-07T16:41:46.071332Z","steps":["trace[1311383879] 'agreement among raft nodes before linearized reading' (duration: 608.077231ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:46.071357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:45.463171Z","time spent":"608.182693ms","remote":"127.0.0.1:44914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-07T16:41:46.070636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:45.404986Z","time spent":"665.641114ms","remote":"127.0.0.1:40360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":2195,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/placement-api-certs\" "} {"level":"warn","ts":"2026-07-07T16:41:46.070603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.04679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-server\" ","response":"range_response_count:1 size:2109"} {"level":"warn","ts":"2026-07-07T16:41:46.07046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.345953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-api-ca\" ","response":"range_response_count:1 size:1921"} {"level":"info","ts":"2026-07-07T16:41:46.071594Z","caller":"traceutil/trace.go:171","msg":"trace[1116069352] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/valkey-server; range_end:; response_count:1; response_revision:16455; }","duration":"566.056714ms","start":"2026-07-07T16:41:45.505524Z","end":"2026-07-07T16:41:46.071581Z","steps":["trace[1116069352] 'agreement among raft nodes before linearized reading' (duration: 564.999348ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:46.071635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:45.505511Z","time spent":"566.111526ms","remote":"127.0.0.1:40360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":2132,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-server\" "} {"level":"info","ts":"2026-07-07T16:41:46.071626Z","caller":"traceutil/trace.go:171","msg":"trace[80496688] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-api-ca; range_end:; response_count:1; response_revision:16454; }","duration":"740.670648ms","start":"2026-07-07T16:41:45.330937Z","end":"2026-07-07T16:41:46.071608Z","steps":["trace[80496688] 'range keys from in-memory index tree' (duration: 738.082186ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:46.071701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:45.330905Z","time spent":"740.783281ms","remote":"127.0.0.1:40360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":1944,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-api-ca\" "} {"level":"info","ts":"2026-07-07T16:41:53.832961Z","caller":"traceutil/trace.go:171","msg":"trace[2066485607] transaction","detail":"{read_only:false; response_revision:16495; number_of_response:1; }","duration":"226.09475ms","start":"2026-07-07T16:41:53.606836Z","end":"2026-07-07T16:41:53.832931Z","steps":["trace[2066485607] 'process raft request' (duration: 225.877774ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:55.423498Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004044829,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-07T16:41:55.815629Z","caller":"traceutil/trace.go:171","msg":"trace[1706492254] transaction","detail":"{read_only:false; response_revision:16505; number_of_response:1; }","duration":"922.644186ms","start":"2026-07-07T16:41:54.892954Z","end":"2026-07-07T16:41:55.815598Z","steps":["trace[1706492254] 'process raft request' (duration: 922.381ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:55.817537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:54.892942Z","time spent":"922.77875ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:41:55.869138Z","caller":"traceutil/trace.go:171","msg":"trace[1218831938] transaction","detail":"{read_only:false; response_revision:16506; number_of_response:1; }","duration":"973.343153ms","start":"2026-07-07T16:41:54.895765Z","end":"2026-07-07T16:41:55.869108Z","steps":["trace[1218831938] 'process raft request' (duration: 973.081316ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:41:55.869388Z","caller":"traceutil/trace.go:171","msg":"trace[1042929156] transaction","detail":"{read_only:false; response_revision:16507; number_of_response:1; }","duration":"869.318618ms","start":"2026-07-07T16:41:55.000046Z","end":"2026-07-07T16:41:55.869364Z","steps":["trace[1042929156] 'process raft request' (duration: 868.99162ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:55.869482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:54.895747Z","time spent":"973.549108ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7234,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:41:55.869517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:55.000014Z","time spent":"869.432841ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:41:55.869748Z","caller":"traceutil/trace.go:171","msg":"trace[491884823] transaction","detail":"{read_only:false; response_revision:16508; number_of_response:1; }","duration":"830.628822ms","start":"2026-07-07T16:41:55.039109Z","end":"2026-07-07T16:41:55.869738Z","steps":["trace[491884823] 'process raft request' (duration: 830.167011ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:55.869885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:55.039082Z","time spent":"830.735015ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:41:55.869994Z","caller":"traceutil/trace.go:171","msg":"trace[1184713978] linearizableReadLoop","detail":"{readStateIndex:17123; appliedIndex:17120; }","duration":"947.232831ms","start":"2026-07-07T16:41:54.922752Z","end":"2026-07-07T16:41:55.869985Z","steps":["trace[1184713978] 'read index received' (duration: 893.304787ms)","trace[1184713978] 'applied index is now lower than readState.Index' (duration: 53.927144ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:41:55.87014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.399716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p22f7\" ","response":"range_response_count:1 size:6532"} {"level":"info","ts":"2026-07-07T16:41:55.870172Z","caller":"traceutil/trace.go:171","msg":"trace[1745377835] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p22f7; range_end:; response_count:1; response_revision:16509; }","duration":"947.475087ms","start":"2026-07-07T16:41:54.922689Z","end":"2026-07-07T16:41:55.870164Z","steps":["trace[1745377835] 'agreement among raft nodes before linearized reading' (duration: 947.368725ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:55.870203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:54.92266Z","time spent":"947.536869ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-p22f7\" "} {"level":"warn","ts":"2026-07-07T16:41:55.870264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.511538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r9lw6\" ","response":"range_response_count:1 size:22101"} {"level":"warn","ts":"2026-07-07T16:41:55.870316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.811066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T16:41:55.870327Z","caller":"traceutil/trace.go:171","msg":"trace[126540140] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r9lw6; range_end:; response_count:1; response_revision:16509; }","duration":"918.617251ms","start":"2026-07-07T16:41:54.951695Z","end":"2026-07-07T16:41:55.870312Z","steps":["trace[126540140] 'agreement among raft nodes before linearized reading' (duration: 918.446117ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:41:55.870338Z","caller":"traceutil/trace.go:171","msg":"trace[1521734076] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16509; }","duration":"806.833016ms","start":"2026-07-07T16:41:55.063499Z","end":"2026-07-07T16:41:55.870332Z","steps":["trace[1521734076] 'agreement among raft nodes before linearized reading' (duration: 806.792485ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:55.870363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:55.063491Z","time spent":"806.865117ms","remote":"127.0.0.1:44962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-07-07T16:41:55.870414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.266025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T16:41:55.870455Z","caller":"traceutil/trace.go:171","msg":"trace[375241725] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16509; }","duration":"809.322366ms","start":"2026-07-07T16:41:55.061123Z","end":"2026-07-07T16:41:55.870446Z","steps":["trace[375241725] 'agreement among raft nodes before linearized reading' (duration: 809.255895ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:55.870436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.226974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T16:41:55.870481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.04088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-07-07T16:41:55.870512Z","caller":"traceutil/trace.go:171","msg":"trace[1916524863] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:16509; }","duration":"809.108022ms","start":"2026-07-07T16:41:55.061395Z","end":"2026-07-07T16:41:55.870503Z","steps":["trace[1916524863] 'agreement among raft nodes before linearized reading' (duration: 809.0263ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:55.870522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.664285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T16:41:55.870551Z","caller":"traceutil/trace.go:171","msg":"trace[1585166990] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:16509; }","duration":"809.735467ms","start":"2026-07-07T16:41:55.060808Z","end":"2026-07-07T16:41:55.870544Z","steps":["trace[1585166990] 'agreement among raft nodes before linearized reading' (duration: 809.693666ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:55.870537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:55.061379Z","time spent":"809.153152ms","remote":"127.0.0.1:44914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":705,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-07-07T16:41:55.870647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.321147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-07-07T16:41:55.870663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.447358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-66hj2\" ","response":"range_response_count:1 size:9792"} {"level":"info","ts":"2026-07-07T16:41:55.870674Z","caller":"traceutil/trace.go:171","msg":"trace[876536301] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16509; }","duration":"809.363358ms","start":"2026-07-07T16:41:55.061303Z","end":"2026-07-07T16:41:55.870667Z","steps":["trace[876536301] 'agreement among raft nodes before linearized reading' (duration: 809.240495ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:41:55.870694Z","caller":"traceutil/trace.go:171","msg":"trace[1053660583] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-66hj2; range_end:; response_count:1; response_revision:16509; }","duration":"854.54056ms","start":"2026-07-07T16:41:55.016144Z","end":"2026-07-07T16:41:55.870684Z","steps":["trace[1053660583] 'agreement among raft nodes before linearized reading' (duration: 854.452538ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:55.870709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:55.061298Z","time spent":"809.404938ms","remote":"127.0.0.1:44914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-07T16:41:55.870728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:55.016099Z","time spent":"854.622492ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9815,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-66hj2\" "} {"level":"warn","ts":"2026-07-07T16:41:55.870844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.065367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.193\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-07-07T16:41:55.870872Z","caller":"traceutil/trace.go:171","msg":"trace[1362135752] range","detail":"{range_begin:/registry/masterleases/199.19.213.193; range_end:; response_count:1; response_revision:16509; }","duration":"808.108127ms","start":"2026-07-07T16:41:55.062756Z","end":"2026-07-07T16:41:55.870865Z","steps":["trace[1362135752] 'agreement among raft nodes before linearized reading' (duration: 808.036166ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:55.870931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.694626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T16:41:55.870891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:55.062747Z","time spent":"808.138758ms","remote":"127.0.0.1:44782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.19.213.193\" "} {"level":"warn","ts":"2026-07-07T16:41:55.870961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.068714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-72wnd\" ","response":"range_response_count:1 size:20645"} {"level":"info","ts":"2026-07-07T16:41:55.870993Z","caller":"traceutil/trace.go:171","msg":"trace[2056240431] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-72wnd; range_end:; response_count:1; response_revision:16509; }","duration":"860.140376ms","start":"2026-07-07T16:41:55.010843Z","end":"2026-07-07T16:41:55.870983Z","steps":["trace[2056240431] 'agreement among raft nodes before linearized reading' (duration: 860.043314ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:55.871027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:55.010824Z","time spent":"860.196637ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20668,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-72wnd\" "} {"level":"warn","ts":"2026-07-07T16:41:55.87114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.316422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T16:41:55.871172Z","caller":"traceutil/trace.go:171","msg":"trace[318330307] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16509; }","duration":"519.392674ms","start":"2026-07-07T16:41:55.351773Z","end":"2026-07-07T16:41:55.871166Z","steps":["trace[318330307] 'agreement among raft nodes before linearized reading' (duration: 519.335372ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:55.871192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:55.351753Z","time spent":"519.433664ms","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T16:41:55.870484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:55.061116Z","time spent":"809.361248ms","remote":"127.0.0.1:44962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-07T16:41:55.871278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.714351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r9lw6\" ","response":"range_response_count:1 size:22101"} {"level":"info","ts":"2026-07-07T16:41:55.871306Z","caller":"traceutil/trace.go:171","msg":"trace[1557075550] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r9lw6; range_end:; response_count:1; response_revision:16509; }","duration":"605.759613ms","start":"2026-07-07T16:41:55.265535Z","end":"2026-07-07T16:41:55.871295Z","steps":["trace[1557075550] 'agreement among raft nodes before linearized reading' (duration: 605.675221ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:55.871335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:55.265523Z","time spent":"605.807554ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22124,"request content":"key:\"/registry/pods/openstack/nova-compute-default-r9lw6\" "} {"level":"warn","ts":"2026-07-07T16:41:55.871353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.682144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5524"} {"level":"info","ts":"2026-07-07T16:41:55.871378Z","caller":"traceutil/trace.go:171","msg":"trace[745534593] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16509; }","duration":"804.723236ms","start":"2026-07-07T16:41:55.066647Z","end":"2026-07-07T16:41:55.871371Z","steps":["trace[745534593] 'agreement among raft nodes before linearized reading' (duration: 804.655784ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:55.871465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:55.066638Z","time spent":"804.811087ms","remote":"127.0.0.1:44962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-07T16:41:55.871497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.617945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5524"} {"level":"info","ts":"2026-07-07T16:41:55.871525Z","caller":"traceutil/trace.go:171","msg":"trace[1818486811] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16509; }","duration":"747.691396ms","start":"2026-07-07T16:41:55.123825Z","end":"2026-07-07T16:41:55.871516Z","steps":["trace[1818486811] 'agreement among raft nodes before linearized reading' (duration: 747.621464ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:55.871546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:55.123798Z","time spent":"747.742588ms","remote":"127.0.0.1:44962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-07T16:41:55.871601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.014222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5524"} {"level":"info","ts":"2026-07-07T16:41:55.871631Z","caller":"traceutil/trace.go:171","msg":"trace[21030000] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16509; }","duration":"805.102135ms","start":"2026-07-07T16:41:55.066522Z","end":"2026-07-07T16:41:55.871624Z","steps":["trace[21030000] 'agreement among raft nodes before linearized reading' (duration: 805.028863ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:55.871657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:55.066502Z","time spent":"805.148925ms","remote":"127.0.0.1:44962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-07T16:41:55.871682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.475414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T16:41:55.870361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:54.951675Z","time spent":"918.678752ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22124,"request content":"key:\"/registry/pods/openstack/nova-compute-default-r9lw6\" "} {"level":"info","ts":"2026-07-07T16:41:55.871709Z","caller":"traceutil/trace.go:171","msg":"trace[249947731] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16509; }","duration":"750.526565ms","start":"2026-07-07T16:41:55.121176Z","end":"2026-07-07T16:41:55.871702Z","steps":["trace[249947731] 'agreement among raft nodes before linearized reading' (duration: 750.485354ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:41:55.87166Z","caller":"traceutil/trace.go:171","msg":"trace[767392984] transaction","detail":"{read_only:false; response_revision:16509; number_of_response:1; }","duration":"341.431959ms","start":"2026-07-07T16:41:55.528587Z","end":"2026-07-07T16:41:55.870019Z","steps":["trace[767392984] 'process raft request' (duration: 341.110681ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:55.871762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.579386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T16:41:55.87096Z","caller":"traceutil/trace.go:171","msg":"trace[1779258698] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16509; }","duration":"809.746606ms","start":"2026-07-07T16:41:55.061206Z","end":"2026-07-07T16:41:55.870952Z","steps":["trace[1779258698] 'agreement among raft nodes before linearized reading' (duration: 809.699135ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:41:55.871788Z","caller":"traceutil/trace.go:171","msg":"trace[1329977728] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16509; }","duration":"750.620787ms","start":"2026-07-07T16:41:55.121162Z","end":"2026-07-07T16:41:55.871783Z","steps":["trace[1329977728] 'agreement among raft nodes before linearized reading' (duration: 750.587116ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:55.871175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.061148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T16:41:55.871811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:55.121126Z","time spent":"750.680478ms","remote":"127.0.0.1:44962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-07-07T16:41:55.871822Z","caller":"traceutil/trace.go:171","msg":"trace[692751704] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16509; }","duration":"751.730474ms","start":"2026-07-07T16:41:55.120083Z","end":"2026-07-07T16:41:55.871813Z","steps":["trace[692751704] 'agreement among raft nodes before linearized reading' (duration: 751.069978ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:41:55.870519Z","caller":"traceutil/trace.go:171","msg":"trace[1467735743] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16509; }","duration":"809.338677ms","start":"2026-07-07T16:41:55.06116Z","end":"2026-07-07T16:41:55.870499Z","steps":["trace[1467735743] 'agreement among raft nodes before linearized reading' (duration: 809.196664ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:55.871853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:55.12007Z","time spent":"751.774855ms","remote":"127.0.0.1:44962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-07-07T16:41:55.870577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:55.060787Z","time spent":"809.782808ms","remote":"127.0.0.1:44914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":29,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-07T16:41:55.871871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:55.061155Z","time spent":"810.70221ms","remote":"127.0.0.1:44962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-07T16:41:55.871891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:55.528564Z","time spent":"343.211492ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:41:55.871813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:55.06119Z","time spent":"810.608938ms","remote":"127.0.0.1:44962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-07-07T16:41:55.871736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:41:55.121161Z","time spent":"750.568156ms","remote":"127.0.0.1:44962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-07-07T16:41:56.006842Z","caller":"traceutil/trace.go:171","msg":"trace[789057758] linearizableReadLoop","detail":"{readStateIndex:17125; appliedIndex:17124; }","duration":"121.258953ms","start":"2026-07-07T16:41:55.885538Z","end":"2026-07-07T16:41:56.006796Z","steps":["trace[789057758] 'read index received' (duration: 79.086053ms)","trace[789057758] 'applied index is now lower than readState.Index' (duration: 42.16984ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:41:56.007114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.53378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T16:41:56.007176Z","caller":"traceutil/trace.go:171","msg":"trace[759557334] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16509; }","duration":"121.662963ms","start":"2026-07-07T16:41:55.885488Z","end":"2026-07-07T16:41:56.007151Z","steps":["trace[759557334] 'agreement among raft nodes before linearized reading' (duration: 121.516399ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:56.007628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.046432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-db-sync-mqqhn\" ","response":"range_response_count:1 size:7252"} {"level":"info","ts":"2026-07-07T16:41:56.008374Z","caller":"traceutil/trace.go:171","msg":"trace[1752905020] range","detail":"{range_begin:/registry/pods/openstack/nova-db-sync-mqqhn; range_end:; response_count:1; response_revision:16509; }","duration":"122.257737ms","start":"2026-07-07T16:41:55.885488Z","end":"2026-07-07T16:41:56.007746Z","steps":["trace[1752905020] 'agreement among raft nodes before linearized reading' (duration: 121.382606ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:56.008928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.22471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737685"} {"level":"info","ts":"2026-07-07T16:41:56.009003Z","caller":"traceutil/trace.go:171","msg":"trace[408402899] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:16509; }","duration":"123.338603ms","start":"2026-07-07T16:41:55.885648Z","end":"2026-07-07T16:41:56.008986Z","steps":["trace[408402899] 'agreement among raft nodes before linearized reading' (duration: 121.714934ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:56.009078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.460766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737685"} {"level":"info","ts":"2026-07-07T16:41:56.009143Z","caller":"traceutil/trace.go:171","msg":"trace[844127063] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:16509; }","duration":"123.543858ms","start":"2026-07-07T16:41:55.885585Z","end":"2026-07-07T16:41:56.009129Z","steps":["trace[844127063] 'agreement among raft nodes before linearized reading' (duration: 121.99783ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:56.009091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.426685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737685"} {"level":"info","ts":"2026-07-07T16:41:56.009219Z","caller":"traceutil/trace.go:171","msg":"trace[1253857327] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:16509; }","duration":"123.61026ms","start":"2026-07-07T16:41:55.885581Z","end":"2026-07-07T16:41:56.009192Z","steps":["trace[1253857327] 'agreement among raft nodes before linearized reading' (duration: 121.766056ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:56.009309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.671471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737685"} {"level":"info","ts":"2026-07-07T16:41:56.009453Z","caller":"traceutil/trace.go:171","msg":"trace[694423273] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:16509; }","duration":"123.816294ms","start":"2026-07-07T16:41:55.885591Z","end":"2026-07-07T16:41:56.009407Z","steps":["trace[694423273] 'agreement among raft nodes before linearized reading' (duration: 121.96174ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:56.011518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.641529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737685"} {"level":"info","ts":"2026-07-07T16:41:56.011695Z","caller":"traceutil/trace.go:171","msg":"trace[1275625058] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:16509; }","duration":"125.843174ms","start":"2026-07-07T16:41:55.885827Z","end":"2026-07-07T16:41:56.01167Z","steps":["trace[1275625058] 'agreement among raft nodes before linearized reading' (duration: 121.624032ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:41:56.218271Z","caller":"traceutil/trace.go:171","msg":"trace[1092553576] transaction","detail":"{read_only:false; response_revision:16510; number_of_response:1; }","duration":"207.636363ms","start":"2026-07-07T16:41:56.010598Z","end":"2026-07-07T16:41:56.218234Z","steps":["trace[1092553576] 'process raft request' (duration: 119.315687ms)","trace[1092553576] 'compare' (duration: 88.137842ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:41:56.218324Z","caller":"traceutil/trace.go:171","msg":"trace[1599010444] linearizableReadLoop","detail":"{readStateIndex:17126; appliedIndex:17125; }","duration":"119.495911ms","start":"2026-07-07T16:41:56.098784Z","end":"2026-07-07T16:41:56.21828Z","steps":["trace[1599010444] 'read index received' (duration: 31.120883ms)","trace[1599010444] 'applied index is now lower than readState.Index' (duration: 88.372508ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:41:56.218617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.808748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-07-07T16:41:56.218714Z","caller":"traceutil/trace.go:171","msg":"trace[127558413] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16511; }","duration":"119.969802ms","start":"2026-07-07T16:41:56.098722Z","end":"2026-07-07T16:41:56.218692Z","steps":["trace[127558413] 'agreement among raft nodes before linearized reading' (duration: 119.682635ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:56.218738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.947239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5524"} {"level":"warn","ts":"2026-07-07T16:41:56.218764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.41613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T16:41:56.218789Z","caller":"traceutil/trace.go:171","msg":"trace[948331222] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16511; }","duration":"116.99615ms","start":"2026-07-07T16:41:56.101772Z","end":"2026-07-07T16:41:56.218769Z","steps":["trace[948331222] 'agreement among raft nodes before linearized reading' (duration: 116.901088ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:56.218623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.517303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-07-07T16:41:56.218836Z","caller":"traceutil/trace.go:171","msg":"trace[247146468] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16511; }","duration":"117.502442ms","start":"2026-07-07T16:41:56.101321Z","end":"2026-07-07T16:41:56.218823Z","steps":["trace[247146468] 'agreement among raft nodes before linearized reading' (duration: 117.39585ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:41:56.218888Z","caller":"traceutil/trace.go:171","msg":"trace[29687830] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16511; }","duration":"117.81155ms","start":"2026-07-07T16:41:56.10104Z","end":"2026-07-07T16:41:56.218851Z","steps":["trace[29687830] 'agreement among raft nodes before linearized reading' (duration: 117.449421ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:56.439341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.449273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-07T16:41:56.439461Z","caller":"traceutil/trace.go:171","msg":"trace[161922733] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16513; }","duration":"108.613527ms","start":"2026-07-07T16:41:56.330816Z","end":"2026-07-07T16:41:56.43943Z","steps":["trace[161922733] 'range keys from in-memory index tree' (duration: 107.276865ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:41:56.619808Z","caller":"traceutil/trace.go:171","msg":"trace[1798579589] transaction","detail":"{read_only:false; response_revision:16515; number_of_response:1; }","duration":"120.889384ms","start":"2026-07-07T16:41:56.498863Z","end":"2026-07-07T16:41:56.619753Z","steps":["trace[1798579589] 'process raft request' (duration: 60.477803ms)","trace[1798579589] 'compare' (duration: 60.121564ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:41:57.017361Z","caller":"traceutil/trace.go:171","msg":"trace[1163078088] transaction","detail":"{read_only:false; response_revision:16517; number_of_response:1; }","duration":"134.490493ms","start":"2026-07-07T16:41:56.882832Z","end":"2026-07-07T16:41:57.017322Z","steps":["trace[1163078088] 'process raft request' (duration: 134.214717ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:41:57.85917Z","caller":"traceutil/trace.go:171","msg":"trace[1360299587] linearizableReadLoop","detail":"{readStateIndex:17134; appliedIndex:17133; }","duration":"224.608903ms","start":"2026-07-07T16:41:57.634526Z","end":"2026-07-07T16:41:57.859135Z","steps":["trace[1360299587] 'read index received' (duration: 224.030159ms)","trace[1360299587] 'applied index is now lower than readState.Index' (duration: 577.314µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:41:57.859261Z","caller":"traceutil/trace.go:171","msg":"trace[288115679] transaction","detail":"{read_only:false; response_revision:16518; number_of_response:1; }","duration":"298.367688ms","start":"2026-07-07T16:41:57.560849Z","end":"2026-07-07T16:41:57.859216Z","steps":["trace[288115679] 'process raft request' (duration: 297.822475ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:41:57.859403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.843159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-07T16:41:57.85952Z","caller":"traceutil/trace.go:171","msg":"trace[1302479873] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:16518; }","duration":"225.012392ms","start":"2026-07-07T16:41:57.634478Z","end":"2026-07-07T16:41:57.85949Z","steps":["trace[1302479873] 'agreement among raft nodes before linearized reading' (duration: 224.812547ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:06.435665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.061385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-66hj2\" ","response":"range_response_count:1 size:9792"} {"level":"info","ts":"2026-07-07T16:42:06.435801Z","caller":"traceutil/trace.go:171","msg":"trace[529907874] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-66hj2; range_end:; response_count:1; response_revision:16563; }","duration":"249.235679ms","start":"2026-07-07T16:42:06.18654Z","end":"2026-07-07T16:42:06.435775Z","steps":["trace[529907874] 'range keys from in-memory index tree' (duration: 248.84377ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:06.436402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.359638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-07-07T16:42:06.436549Z","caller":"traceutil/trace.go:171","msg":"trace[569533377] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16563; }","duration":"167.533142ms","start":"2026-07-07T16:42:06.268998Z","end":"2026-07-07T16:42:06.436531Z","steps":["trace[569533377] 'range keys from in-memory index tree' (duration: 167.227395ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:06.436428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.623466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-07-07T16:42:06.436682Z","caller":"traceutil/trace.go:171","msg":"trace[1643671687] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16563; }","duration":"165.872492ms","start":"2026-07-07T16:42:06.270764Z","end":"2026-07-07T16:42:06.436637Z","steps":["trace[1643671687] 'range keys from in-memory index tree' (duration: 165.493833ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:06.436797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.767799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r9lw6\" ","response":"range_response_count:1 size:22101"} {"level":"info","ts":"2026-07-07T16:42:06.436825Z","caller":"traceutil/trace.go:171","msg":"trace[398305061] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r9lw6; range_end:; response_count:1; response_revision:16563; }","duration":"246.80899ms","start":"2026-07-07T16:42:06.190007Z","end":"2026-07-07T16:42:06.436816Z","steps":["trace[398305061] 'range keys from in-memory index tree' (duration: 246.665757ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:06.436845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.750613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737685"} {"level":"info","ts":"2026-07-07T16:42:06.436934Z","caller":"traceutil/trace.go:171","msg":"trace[1594686721] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:16563; }","duration":"247.820364ms","start":"2026-07-07T16:42:06.189066Z","end":"2026-07-07T16:42:06.436886Z","steps":["trace[1594686721] 'range keys from in-memory index tree' (duration: 247.006615ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:06.437121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.26306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5524"} {"level":"info","ts":"2026-07-07T16:42:06.437155Z","caller":"traceutil/trace.go:171","msg":"trace[810906833] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16563; }","duration":"168.329902ms","start":"2026-07-07T16:42:06.268816Z","end":"2026-07-07T16:42:06.437145Z","steps":["trace[810906833] 'range keys from in-memory index tree' (duration: 168.164217ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:06.437218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.690892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T16:42:06.437302Z","caller":"traceutil/trace.go:171","msg":"trace[2003687690] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16563; }","duration":"166.782874ms","start":"2026-07-07T16:42:06.270504Z","end":"2026-07-07T16:42:06.437287Z","steps":["trace[2003687690] 'range keys from in-memory index tree' (duration: 166.657471ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:42:06.490305Z","caller":"traceutil/trace.go:171","msg":"trace[1470864509] transaction","detail":"{read_only:false; response_revision:16564; number_of_response:1; }","duration":"217.365908ms","start":"2026-07-07T16:42:06.272865Z","end":"2026-07-07T16:42:06.490231Z","steps":["trace[1470864509] 'process raft request' (duration: 216.965238ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:42:08.674689Z","caller":"traceutil/trace.go:171","msg":"trace[2073000064] linearizableReadLoop","detail":"{readStateIndex:17193; appliedIndex:17192; }","duration":"164.495619ms","start":"2026-07-07T16:42:08.510157Z","end":"2026-07-07T16:42:08.674653Z","steps":["trace[2073000064] 'read index received' (duration: 164.282404ms)","trace[2073000064] 'applied index is now lower than readState.Index' (duration: 212.195µs)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:42:08.674997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.811726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-66hj2\" ","response":"range_response_count:1 size:9792"} {"level":"warn","ts":"2026-07-07T16:42:08.675007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.743916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r9lw6\" ","response":"range_response_count:1 size:22101"} {"level":"info","ts":"2026-07-07T16:42:08.675053Z","caller":"traceutil/trace.go:171","msg":"trace[629368473] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-66hj2; range_end:; response_count:1; response_revision:16575; }","duration":"164.942179ms","start":"2026-07-07T16:42:08.510098Z","end":"2026-07-07T16:42:08.67504Z","steps":["trace[629368473] 'agreement among raft nodes before linearized reading' (duration: 164.709694ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:42:08.67507Z","caller":"traceutil/trace.go:171","msg":"trace[1540227128] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r9lw6; range_end:; response_count:1; response_revision:16575; }","duration":"162.805938ms","start":"2026-07-07T16:42:08.512253Z","end":"2026-07-07T16:42:08.675059Z","steps":["trace[1540227128] 'agreement among raft nodes before linearized reading' (duration: 162.578712ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:42:08.674734Z","caller":"traceutil/trace.go:171","msg":"trace[713008922] transaction","detail":"{read_only:false; response_revision:16575; number_of_response:1; }","duration":"175.993067ms","start":"2026-07-07T16:42:08.498717Z","end":"2026-07-07T16:42:08.67471Z","steps":["trace[713008922] 'process raft request' (duration: 175.712351ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:42:14.463575Z","caller":"traceutil/trace.go:171","msg":"trace[196498572] linearizableReadLoop","detail":"{readStateIndex:17220; appliedIndex:17219; }","duration":"474.570279ms","start":"2026-07-07T16:42:13.988979Z","end":"2026-07-07T16:42:14.463549Z","steps":["trace[196498572] 'read index received' (duration: 474.358894ms)","trace[196498572] 'applied index is now lower than readState.Index' (duration: 209.855µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:42:14.463697Z","caller":"traceutil/trace.go:171","msg":"trace[1958776407] transaction","detail":"{read_only:false; response_revision:16601; number_of_response:1; }","duration":"479.55081ms","start":"2026-07-07T16:42:13.984105Z","end":"2026-07-07T16:42:14.463656Z","steps":["trace[1958776407] 'process raft request' (duration: 479.220862ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:14.463874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:42:13.984078Z","time spent":"479.706734ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:42:14.463978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.97333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-07T16:42:14.464034Z","caller":"traceutil/trace.go:171","msg":"trace[1085001560] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16601; }","duration":"475.111033ms","start":"2026-07-07T16:42:13.988906Z","end":"2026-07-07T16:42:14.464017Z","steps":["trace[1085001560] 'agreement among raft nodes before linearized reading' (duration: 474.798145ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:14.464085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:42:13.98887Z","time spent":"475.204385ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-07T16:42:14.964569Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004045329,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T16:42:15.45597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.834631ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-07T16:42:15.457055Z","caller":"traceutil/trace.go:171","msg":"trace[454942538] transaction","detail":"{read_only:false; response_revision:16602; number_of_response:1; }","duration":"1.272171412s","start":"2026-07-07T16:42:14.18484Z","end":"2026-07-07T16:42:15.457012Z","steps":["trace[454942538] 'process raft request' (duration: 797.177993ms)","trace[454942538] 'compare' (duration: 473.568605ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:42:15.457151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:42:14.184811Z","time spent":"1.272301896s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:42:15.457188Z","caller":"traceutil/trace.go:171","msg":"trace[734693715] transaction","detail":"{read_only:false; response_revision:16603; number_of_response:1; }","duration":"1.012348218s","start":"2026-07-07T16:42:14.444805Z","end":"2026-07-07T16:42:15.457153Z","steps":["trace[734693715] 'process raft request' (duration: 1.011271042s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:15.457357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:42:14.444774Z","time spent":"1.012486071s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:42:15.50896Z","caller":"traceutil/trace.go:171","msg":"trace[541880543] transaction","detail":"{read_only:false; response_revision:16605; number_of_response:1; }","duration":"810.460234ms","start":"2026-07-07T16:42:14.698469Z","end":"2026-07-07T16:42:15.508929Z","steps":["trace[541880543] 'process raft request' (duration: 810.367872ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:15.509177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:42:14.698452Z","time spent":"810.615258ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:42:15.509114Z","caller":"traceutil/trace.go:171","msg":"trace[1938299675] transaction","detail":"{read_only:false; response_revision:16604; number_of_response:1; }","duration":"1.040689633s","start":"2026-07-07T16:42:14.468329Z","end":"2026-07-07T16:42:15.509018Z","steps":["trace[1938299675] 'process raft request' (duration: 1.040327355s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:42:15.509477Z","caller":"traceutil/trace.go:171","msg":"trace[423618775] linearizableReadLoop","detail":"{readStateIndex:17225; appliedIndex:17220; }","duration":"1.045784017s","start":"2026-07-07T16:42:14.463671Z","end":"2026-07-07T16:42:15.509455Z","steps":["trace[423618775] 'read index received' (duration: 518.339249ms)","trace[423618775] 'applied index is now lower than readState.Index' (duration: 527.442518ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:42:15.509525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:42:14.468306Z","time spent":"1.040988601s","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:42:15.509717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.37872543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5524"} {"level":"warn","ts":"2026-07-07T16:42:15.509726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047141919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T16:42:15.509763Z","caller":"traceutil/trace.go:171","msg":"trace[1903371593] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16606; }","duration":"1.378796302s","start":"2026-07-07T16:42:14.130955Z","end":"2026-07-07T16:42:15.509751Z","steps":["trace[1903371593] 'agreement among raft nodes before linearized reading' (duration: 1.378602757s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:42:15.509784Z","caller":"traceutil/trace.go:171","msg":"trace[1088770235] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16606; }","duration":"1.047216172s","start":"2026-07-07T16:42:14.462559Z","end":"2026-07-07T16:42:15.509775Z","steps":["trace[1088770235] 'agreement among raft nodes before linearized reading' (duration: 1.04713763s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:15.509796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:42:14.130942Z","time spent":"1.378845523s","remote":"127.0.0.1:44962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-07T16:42:15.509808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:42:14.462552Z","time spent":"1.047250082s","remote":"127.0.0.1:44962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-07-07T16:42:15.509888Z","caller":"traceutil/trace.go:171","msg":"trace[773230453] transaction","detail":"{read_only:false; response_revision:16606; number_of_response:1; }","duration":"768.844657ms","start":"2026-07-07T16:42:14.741033Z","end":"2026-07-07T16:42:15.509877Z","steps":["trace[773230453] 'process raft request' (duration: 767.848383ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:15.509935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:42:14.741001Z","time spent":"768.911939ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:42:15.509964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.373228978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5524"} {"level":"info","ts":"2026-07-07T16:42:15.510029Z","caller":"traceutil/trace.go:171","msg":"trace[481583578] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16606; }","duration":"1.37334257s","start":"2026-07-07T16:42:14.136669Z","end":"2026-07-07T16:42:15.510012Z","steps":["trace[481583578] 'agreement among raft nodes before linearized reading' (duration: 1.372845358s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:15.510071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047269523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-07-07T16:42:15.510081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:42:14.136652Z","time spent":"1.373418622s","remote":"127.0.0.1:44962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-07T16:42:15.510152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047383686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-07-07T16:42:15.510252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.402473175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T16:42:15.51033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.240832345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r9lw6\" ","response":"range_response_count:1 size:22101"} {"level":"warn","ts":"2026-07-07T16:42:15.510314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.397501975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T16:42:15.510349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.402551896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-07-07T16:42:15.51036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039261899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-07-07T16:42:15.51043Z","caller":"traceutil/trace.go:171","msg":"trace[664013937] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:16606; }","duration":"1.397687439s","start":"2026-07-07T16:42:14.112716Z","end":"2026-07-07T16:42:15.510404Z","steps":["trace[664013937] 'agreement among raft nodes before linearized reading' (duration: 1.397469844s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:42:15.510447Z","caller":"traceutil/trace.go:171","msg":"trace[387672176] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16606; }","duration":"1.40273275s","start":"2026-07-07T16:42:14.107693Z","end":"2026-07-07T16:42:15.510426Z","steps":["trace[387672176] 'agreement among raft nodes before linearized reading' (duration: 1.402396862s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:42:15.510481Z","caller":"traceutil/trace.go:171","msg":"trace[1418498328] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16606; }","duration":"1.039426453s","start":"2026-07-07T16:42:14.471024Z","end":"2026-07-07T16:42:15.510451Z","steps":["trace[1418498328] 'agreement among raft nodes before linearized reading' (duration: 1.039091795s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:15.5105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:42:14.107658Z","time spent":"1.402833513s","remote":"127.0.0.1:44914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-07T16:42:15.510499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:42:14.112689Z","time spent":"1.397800251s","remote":"127.0.0.1:44914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":29,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-07-07T16:42:15.510095Z","caller":"traceutil/trace.go:171","msg":"trace[2144289714] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16606; }","duration":"1.047318473s","start":"2026-07-07T16:42:14.462768Z","end":"2026-07-07T16:42:15.510087Z","steps":["trace[2144289714] 'agreement among raft nodes before linearized reading' (duration: 1.047241421s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:15.510538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125778172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T16:42:15.510538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:42:14.471007Z","time spent":"1.039520115s","remote":"127.0.0.1:44910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-07T16:42:15.510568Z","caller":"traceutil/trace.go:171","msg":"trace[1088024746] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:16606; }","duration":"1.125841163s","start":"2026-07-07T16:42:14.384718Z","end":"2026-07-07T16:42:15.510559Z","steps":["trace[1088024746] 'agreement among raft nodes before linearized reading' (duration: 1.125793492s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:15.510566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:42:14.462754Z","time spent":"1.047800256s","remote":"127.0.0.1:44914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-07T16:42:15.510592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:42:14.384705Z","time spent":"1.125879514s","remote":"127.0.0.1:57784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:42:15.510682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.381903217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T16:42:15.510722Z","caller":"traceutil/trace.go:171","msg":"trace[238092291] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16606; }","duration":"1.382001989s","start":"2026-07-07T16:42:14.128708Z","end":"2026-07-07T16:42:15.51071Z","steps":["trace[238092291] 'agreement among raft nodes before linearized reading' (duration: 1.381934528s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:15.51076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:42:14.128679Z","time spent":"1.382074691s","remote":"127.0.0.1:44962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-07T16:42:15.510793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.381347204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"warn","ts":"2026-07-07T16:42:15.510876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.525002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5524"} {"level":"info","ts":"2026-07-07T16:42:15.510871Z","caller":"traceutil/trace.go:171","msg":"trace[1586372531] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:16606; }","duration":"1.381469727s","start":"2026-07-07T16:42:14.129383Z","end":"2026-07-07T16:42:15.510852Z","steps":["trace[1586372531] 'agreement among raft nodes before linearized reading' (duration: 1.381262172s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:42:15.510905Z","caller":"traceutil/trace.go:171","msg":"trace[100728776] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16606; }","duration":"814.554203ms","start":"2026-07-07T16:42:14.696343Z","end":"2026-07-07T16:42:15.510898Z","steps":["trace[100728776] 'agreement among raft nodes before linearized reading' (duration: 814.477681ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:15.510872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.403245333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T16:42:15.510924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:42:14.696307Z","time spent":"814.612304ms","remote":"127.0.0.1:44962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-07-07T16:42:15.510942Z","caller":"traceutil/trace.go:171","msg":"trace[1323588076] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16606; }","duration":"1.403349406s","start":"2026-07-07T16:42:14.107579Z","end":"2026-07-07T16:42:15.510928Z","steps":["trace[1323588076] 'agreement among raft nodes before linearized reading' (duration: 1.403217352s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:15.510925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:42:14.12936Z","time spent":"1.381551378s","remote":"127.0.0.1:44914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":705,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-07-07T16:42:15.510981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:42:14.107558Z","time spent":"1.403414918s","remote":"127.0.0.1:44962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-07-07T16:42:15.511023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.275059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.193\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-07-07T16:42:15.511008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.4031188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T16:42:15.511046Z","caller":"traceutil/trace.go:171","msg":"trace[1677951061] range","detail":"{range_begin:/registry/masterleases/199.19.213.193; range_end:; response_count:1; response_revision:16606; }","duration":"447.341841ms","start":"2026-07-07T16:42:15.063698Z","end":"2026-07-07T16:42:15.51104Z","steps":["trace[1677951061] 'agreement among raft nodes before linearized reading' (duration: 447.27884ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:15.511064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:42:15.063673Z","time spent":"447.387382ms","remote":"127.0.0.1:44782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.19.213.193\" "} {"level":"info","ts":"2026-07-07T16:42:15.511067Z","caller":"traceutil/trace.go:171","msg":"trace[1256832636] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16606; }","duration":"1.403194472s","start":"2026-07-07T16:42:14.107857Z","end":"2026-07-07T16:42:15.511052Z","steps":["trace[1256832636] 'agreement among raft nodes before linearized reading' (duration: 1.403099369s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:15.511113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:42:14.107844Z","time spent":"1.403252784s","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T16:42:15.511132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.122037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5524"} {"level":"info","ts":"2026-07-07T16:42:15.511164Z","caller":"traceutil/trace.go:171","msg":"trace[726788456] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16606; }","duration":"815.215349ms","start":"2026-07-07T16:42:14.695939Z","end":"2026-07-07T16:42:15.511155Z","steps":["trace[726788456] 'agreement among raft nodes before linearized reading' (duration: 815.116747ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:15.511188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.951353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-07T16:42:15.511197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:42:14.69591Z","time spent":"815.281441ms","remote":"127.0.0.1:44962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-07-07T16:42:15.511211Z","caller":"traceutil/trace.go:171","msg":"trace[861779048] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:16606; }","duration":"686.012864ms","start":"2026-07-07T16:42:14.825191Z","end":"2026-07-07T16:42:15.511204Z","steps":["trace[861779048] 'agreement among raft nodes before linearized reading' (duration: 685.967903ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:15.511231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:42:14.825173Z","time spent":"686.052925ms","remote":"127.0.0.1:44984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:42:15.511315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.397187437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5524"} {"level":"info","ts":"2026-07-07T16:42:15.511365Z","caller":"traceutil/trace.go:171","msg":"trace[1647037913] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16606; }","duration":"1.397262208s","start":"2026-07-07T16:42:14.114092Z","end":"2026-07-07T16:42:15.511354Z","steps":["trace[1647037913] 'agreement among raft nodes before linearized reading' (duration: 1.397054693s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:15.511381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.557479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-07T16:42:15.511402Z","caller":"traceutil/trace.go:171","msg":"trace[1544143384] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16606; }","duration":"720.636372ms","start":"2026-07-07T16:42:14.790759Z","end":"2026-07-07T16:42:15.511395Z","steps":["trace[1544143384] 'agreement among raft nodes before linearized reading' (duration: 720.57453ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:15.511402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:42:14.11408Z","time spent":"1.39731507s","remote":"127.0.0.1:44962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-07T16:42:15.511425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:42:14.790724Z","time spent":"720.696803ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-07T16:42:15.51152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.298723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p22f7\" ","response":"range_response_count:1 size:6532"} {"level":"warn","ts":"2026-07-07T16:42:15.511566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.194897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-07-07T16:42:15.511575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.403691974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T16:42:15.511634Z","caller":"traceutil/trace.go:171","msg":"trace[1293368097] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16606; }","duration":"910.306659ms","start":"2026-07-07T16:42:14.60131Z","end":"2026-07-07T16:42:15.511617Z","steps":["trace[1293368097] 'agreement among raft nodes before linearized reading' (duration: 910.105414ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:42:15.511647Z","caller":"traceutil/trace.go:171","msg":"trace[1886776432] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16606; }","duration":"1.403815516s","start":"2026-07-07T16:42:14.10781Z","end":"2026-07-07T16:42:15.511625Z","steps":["trace[1886776432] 'agreement among raft nodes before linearized reading' (duration: 1.403697334s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:15.511676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:42:14.60129Z","time spent":"910.375871ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-07T16:42:15.511684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:42:14.1077Z","time spent":"1.403975881s","remote":"127.0.0.1:44962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-07T16:42:15.511735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.040551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5524"} {"level":"info","ts":"2026-07-07T16:42:15.511796Z","caller":"traceutil/trace.go:171","msg":"trace[1511558803] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16606; }","duration":"814.125053ms","start":"2026-07-07T16:42:14.697655Z","end":"2026-07-07T16:42:15.511781Z","steps":["trace[1511558803] 'agreement among raft nodes before linearized reading' (duration: 813.918418ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:15.511771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.992002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T16:42:15.511846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:42:14.697646Z","time spent":"814.187385ms","remote":"127.0.0.1:44962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-07T16:42:15.511871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.225526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-07T16:42:15.511906Z","caller":"traceutil/trace.go:171","msg":"trace[1134964929] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16606; }","duration":"817.185077ms","start":"2026-07-07T16:42:14.694693Z","end":"2026-07-07T16:42:15.511878Z","steps":["trace[1134964929] 'agreement among raft nodes before linearized reading' (duration: 816.878449ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:42:15.511945Z","caller":"traceutil/trace.go:171","msg":"trace[935317043] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16606; }","duration":"807.326469ms","start":"2026-07-07T16:42:14.704601Z","end":"2026-07-07T16:42:15.511927Z","steps":["trace[935317043] 'agreement among raft nodes before linearized reading' (duration: 807.169925ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:15.511968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:42:14.694681Z","time spent":"817.27759ms","remote":"127.0.0.1:44962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-07T16:42:15.511963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.17781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-07T16:42:15.512013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:42:14.704593Z","time spent":"807.4031ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-07T16:42:15.512022Z","caller":"traceutil/trace.go:171","msg":"trace[338077419] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16606; }","duration":"806.287444ms","start":"2026-07-07T16:42:14.70572Z","end":"2026-07-07T16:42:15.512007Z","steps":["trace[338077419] 'agreement among raft nodes before linearized reading' (duration: 806.13188ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:15.511415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.945407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T16:42:15.512065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:42:14.705694Z","time spent":"806.359605ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-07T16:42:15.512088Z","caller":"traceutil/trace.go:171","msg":"trace[2063722603] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16606; }","duration":"816.667514ms","start":"2026-07-07T16:42:14.695411Z","end":"2026-07-07T16:42:15.512078Z","steps":["trace[2063722603] 'agreement among raft nodes before linearized reading' (duration: 815.968398ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:15.512064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.480808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-07-07T16:42:15.512181Z","caller":"traceutil/trace.go:171","msg":"trace[1089341663] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16606; }","duration":"1.049461216s","start":"2026-07-07T16:42:14.462708Z","end":"2026-07-07T16:42:15.51217Z","steps":["trace[1089341663] 'agreement among raft nodes before linearized reading' (duration: 1.047397796s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:15.512231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:42:14.462673Z","time spent":"1.049551338s","remote":"127.0.0.1:44914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-07T16:42:15.510431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047890888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5524"} {"level":"info","ts":"2026-07-07T16:42:15.512283Z","caller":"traceutil/trace.go:171","msg":"trace[2137005617] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16606; }","duration":"1.049774533s","start":"2026-07-07T16:42:14.462496Z","end":"2026-07-07T16:42:15.51227Z","steps":["trace[2137005617] 'agreement among raft nodes before linearized reading' (duration: 1.047891008s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:15.512328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:42:14.46247Z","time spent":"1.049845665s","remote":"127.0.0.1:44962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-07-07T16:42:15.512169Z","caller":"traceutil/trace.go:171","msg":"trace[423693023] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16606; }","duration":"818.651862ms","start":"2026-07-07T16:42:14.693495Z","end":"2026-07-07T16:42:15.512147Z","steps":["trace[423693023] 'agreement among raft nodes before linearized reading' (duration: 818.15802ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:15.512405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:42:14.693474Z","time spent":"818.922779ms","remote":"127.0.0.1:44914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-07T16:42:15.512119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:42:14.695396Z","time spent":"816.716395ms","remote":"127.0.0.1:44962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-07T16:42:15.5105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.241584583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-72wnd\" ","response":"range_response_count:1 size:20645"} {"level":"info","ts":"2026-07-07T16:42:15.51037Z","caller":"traceutil/trace.go:171","msg":"trace[2029444315] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r9lw6; range_end:; response_count:1; response_revision:16606; }","duration":"1.240912167s","start":"2026-07-07T16:42:14.269447Z","end":"2026-07-07T16:42:15.510359Z","steps":["trace[2029444315] 'agreement among raft nodes before linearized reading' (duration: 1.240790744s)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:42:15.51255Z","caller":"traceutil/trace.go:171","msg":"trace[832605658] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-72wnd; range_end:; response_count:1; response_revision:16606; }","duration":"1.243664863s","start":"2026-07-07T16:42:14.268854Z","end":"2026-07-07T16:42:15.512519Z","steps":["trace[832605658] 'agreement among raft nodes before linearized reading' (duration: 1.241516001s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:15.512673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:42:14.269423Z","time spent":"1.243237143s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22124,"request content":"key:\"/registry/pods/openstack/nova-compute-default-r9lw6\" "} {"level":"warn","ts":"2026-07-07T16:42:15.512694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:42:14.268831Z","time spent":"1.243841627s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20668,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-72wnd\" "} {"level":"warn","ts":"2026-07-07T16:42:15.511526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.488513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r9lw6\" ","response":"range_response_count:1 size:22101"} {"level":"info","ts":"2026-07-07T16:42:15.512804Z","caller":"traceutil/trace.go:171","msg":"trace[1912391252] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r9lw6; range_end:; response_count:1; response_revision:16606; }","duration":"758.778164ms","start":"2026-07-07T16:42:14.753993Z","end":"2026-07-07T16:42:15.512771Z","steps":["trace[1912391252] 'agreement among raft nodes before linearized reading' (duration: 757.484083ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:15.512877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:42:14.753971Z","time spent":"758.884986ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22124,"request content":"key:\"/registry/pods/openstack/nova-compute-default-r9lw6\" "} {"level":"warn","ts":"2026-07-07T16:42:15.51159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.459181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-66hj2\" ","response":"range_response_count:1 size:9792"} {"level":"info","ts":"2026-07-07T16:42:15.513017Z","caller":"traceutil/trace.go:171","msg":"trace[997625430] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-66hj2; range_end:; response_count:1; response_revision:16606; }","duration":"760.919376ms","start":"2026-07-07T16:42:14.752087Z","end":"2026-07-07T16:42:15.513006Z","steps":["trace[997625430] 'agreement among raft nodes before linearized reading' (duration: 759.457211ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:15.513054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:42:14.752071Z","time spent":"760.971557ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9815,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-66hj2\" "} {"level":"info","ts":"2026-07-07T16:42:15.511567Z","caller":"traceutil/trace.go:171","msg":"trace[300080318] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p22f7; range_end:; response_count:1; response_revision:16606; }","duration":"999.401865ms","start":"2026-07-07T16:42:14.512153Z","end":"2026-07-07T16:42:15.511555Z","steps":["trace[300080318] 'agreement among raft nodes before linearized reading' (duration: 999.287942ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:15.513174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:42:14.512125Z","time spent":"1.001038425s","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-p22f7\" "} {"level":"warn","ts":"2026-07-07T16:42:15.511833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.372593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-07T16:42:15.513258Z","caller":"traceutil/trace.go:171","msg":"trace[276423614] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16606; }","duration":"809.843519ms","start":"2026-07-07T16:42:14.703406Z","end":"2026-07-07T16:42:15.513249Z","steps":["trace[276423614] 'agreement among raft nodes before linearized reading' (duration: 808.379343ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:15.513283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:42:14.703379Z","time spent":"809.89832ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-07T16:42:15.511501Z","caller":"traceutil/trace.go:171","msg":"trace[853744435] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16606; }","duration":"1.402610447s","start":"2026-07-07T16:42:14.10773Z","end":"2026-07-07T16:42:15.51034Z","steps":["trace[853744435] 'agreement among raft nodes before linearized reading' (duration: 1.402400362s)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:15.5134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:42:14.107684Z","time spent":"1.405708402s","remote":"127.0.0.1:44962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-07-07T16:42:15.514447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.453591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-07-07T16:42:15.514533Z","caller":"traceutil/trace.go:171","msg":"trace[614806370] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16606; }","duration":"819.554704ms","start":"2026-07-07T16:42:14.69496Z","end":"2026-07-07T16:42:15.514515Z","steps":["trace[614806370] 'agreement among raft nodes before linearized reading' (duration: 816.806428ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:15.517154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:42:14.694952Z","time spent":"822.186138ms","remote":"127.0.0.1:44914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-07-07T16:42:15.659228Z","caller":"traceutil/trace.go:171","msg":"trace[907704556] transaction","detail":"{read_only:false; response_revision:16608; number_of_response:1; }","duration":"139.408502ms","start":"2026-07-07T16:42:15.519789Z","end":"2026-07-07T16:42:15.659197Z","steps":["trace[907704556] 'process raft request' (duration: 139.33237ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:42:15.659455Z","caller":"traceutil/trace.go:171","msg":"trace[470767584] transaction","detail":"{read_only:false; response_revision:16607; number_of_response:1; }","duration":"139.845572ms","start":"2026-07-07T16:42:15.519602Z","end":"2026-07-07T16:42:15.659447Z","steps":["trace[470767584] 'process raft request' (duration: 139.301379ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:42:15.659686Z","caller":"traceutil/trace.go:171","msg":"trace[1748676776] transaction","detail":"{read_only:false; response_revision:16609; number_of_response:1; }","duration":"139.837342ms","start":"2026-07-07T16:42:15.51982Z","end":"2026-07-07T16:42:15.659657Z","steps":["trace[1748676776] 'process raft request' (duration: 139.33812ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:42:15.659731Z","caller":"traceutil/trace.go:171","msg":"trace[937887353] linearizableReadLoop","detail":"{readStateIndex:17230; appliedIndex:17228; }","duration":"107.762896ms","start":"2026-07-07T16:42:15.551941Z","end":"2026-07-07T16:42:15.659704Z","steps":["trace[937887353] 'read index received' (duration: 107.197223ms)","trace[937887353] 'applied index is now lower than readState.Index' (duration: 564.993µs)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:42:15.659968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.585922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-69b2cbeb-a0aa-4cdf-bb61-a2c1d9535dff\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-07-07T16:42:15.660028Z","caller":"traceutil/trace.go:171","msg":"trace[1319232428] range","detail":"{range_begin:/registry/persistentvolumes/pvc-69b2cbeb-a0aa-4cdf-bb61-a2c1d9535dff; range_end:; response_count:1; response_revision:16610; }","duration":"138.690395ms","start":"2026-07-07T16:42:15.52132Z","end":"2026-07-07T16:42:15.660011Z","steps":["trace[1319232428] 'agreement among raft nodes before linearized reading' (duration: 138.441049ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:42:15.660283Z","caller":"traceutil/trace.go:171","msg":"trace[924578894] transaction","detail":"{read_only:false; response_revision:16610; number_of_response:1; }","duration":"140.418696ms","start":"2026-07-07T16:42:15.519852Z","end":"2026-07-07T16:42:15.66027Z","steps":["trace[924578894] 'process raft request' (duration: 139.73607ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:15.660683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.212004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-07T16:42:15.660717Z","caller":"traceutil/trace.go:171","msg":"trace[1394236560] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16610; }","duration":"143.275096ms","start":"2026-07-07T16:42:15.517434Z","end":"2026-07-07T16:42:15.660709Z","steps":["trace[1394236560] 'agreement among raft nodes before linearized reading' (duration: 143.150723ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:15.66098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.402996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737685"} {"level":"info","ts":"2026-07-07T16:42:15.661044Z","caller":"traceutil/trace.go:171","msg":"trace[1670790582] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:16610; }","duration":"140.515689ms","start":"2026-07-07T16:42:15.520515Z","end":"2026-07-07T16:42:15.66103Z","steps":["trace[1670790582] 'agreement among raft nodes before linearized reading' (duration: 139.316759ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:15.661211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.398811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737685"} {"level":"info","ts":"2026-07-07T16:42:15.661257Z","caller":"traceutil/trace.go:171","msg":"trace[457243198] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:16610; }","duration":"141.485993ms","start":"2026-07-07T16:42:15.51976Z","end":"2026-07-07T16:42:15.661246Z","steps":["trace[457243198] 'agreement among raft nodes before linearized reading' (duration: 140.301224ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:15.661368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.865774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737685"} {"level":"info","ts":"2026-07-07T16:42:15.661399Z","caller":"traceutil/trace.go:171","msg":"trace[464738749] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:16610; }","duration":"137.908866ms","start":"2026-07-07T16:42:15.523481Z","end":"2026-07-07T16:42:15.66139Z","steps":["trace[464738749] 'agreement among raft nodes before linearized reading' (duration: 136.926032ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:15.663064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.646936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737685"} {"level":"info","ts":"2026-07-07T16:42:15.663185Z","caller":"traceutil/trace.go:171","msg":"trace[996032174] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:16610; }","duration":"141.80136ms","start":"2026-07-07T16:42:15.52136Z","end":"2026-07-07T16:42:15.663161Z","steps":["trace[996032174] 'agreement among raft nodes before linearized reading' (duration: 139.391942ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:15.663673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.84662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737685"} {"level":"info","ts":"2026-07-07T16:42:15.663863Z","caller":"traceutil/trace.go:171","msg":"trace[542260568] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:16610; }","duration":"144.128726ms","start":"2026-07-07T16:42:15.519707Z","end":"2026-07-07T16:42:15.663836Z","steps":["trace[542260568] 'agreement among raft nodes before linearized reading' (duration: 140.487998ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:42:15.673516Z","caller":"traceutil/trace.go:171","msg":"trace[155495371] transaction","detail":"{read_only:false; response_revision:16611; number_of_response:1; }","duration":"116.941849ms","start":"2026-07-07T16:42:15.55654Z","end":"2026-07-07T16:42:15.673482Z","steps":["trace[155495371] 'process raft request' (duration: 116.766415ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:15.673781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.371198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T16:42:15.673876Z","caller":"traceutil/trace.go:171","msg":"trace[426869275] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16611; }","duration":"112.658375ms","start":"2026-07-07T16:42:15.561195Z","end":"2026-07-07T16:42:15.673853Z","steps":["trace[426869275] 'agreement among raft nodes before linearized reading' (duration: 112.298906ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:42:17.630868Z","caller":"traceutil/trace.go:171","msg":"trace[1794928884] linearizableReadLoop","detail":"{readStateIndex:17233; appliedIndex:17232; }","duration":"114.719265ms","start":"2026-07-07T16:42:17.516115Z","end":"2026-07-07T16:42:17.630834Z","steps":["trace[1794928884] 'read index received' (duration: 114.524631ms)","trace[1794928884] 'applied index is now lower than readState.Index' (duration: 193.694µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:42:17.631524Z","caller":"traceutil/trace.go:171","msg":"trace[1979469036] transaction","detail":"{read_only:false; response_revision:16613; number_of_response:1; }","duration":"169.591152ms","start":"2026-07-07T16:42:17.461905Z","end":"2026-07-07T16:42:17.631496Z","steps":["trace[1979469036] 'process raft request' (duration: 168.746722ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:17.631711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.564305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-07-07T16:42:17.631772Z","caller":"traceutil/trace.go:171","msg":"trace[1077479266] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16613; }","duration":"115.731669ms","start":"2026-07-07T16:42:17.516025Z","end":"2026-07-07T16:42:17.631756Z","steps":["trace[1077479266] 'agreement among raft nodes before linearized reading' (duration: 115.495384ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:18.197775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.573609ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-07T16:42:18.198069Z","caller":"traceutil/trace.go:171","msg":"trace[1138643360] linearizableReadLoop","detail":"{readStateIndex:17235; appliedIndex:17233; }","duration":"566.910174ms","start":"2026-07-07T16:42:17.631132Z","end":"2026-07-07T16:42:18.198042Z","steps":["trace[1138643360] 'read index received' (duration: 91.955485ms)","trace[1138643360] 'applied index is now lower than readState.Index' (duration: 474.953189ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:42:18.198302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.813296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5524"} {"level":"warn","ts":"2026-07-07T16:42:18.198345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.99296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-07T16:42:18.198348Z","caller":"traceutil/trace.go:171","msg":"trace[191994] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16615; }","duration":"677.859427ms","start":"2026-07-07T16:42:17.520473Z","end":"2026-07-07T16:42:18.198333Z","steps":["trace[191994] 'agreement among raft nodes before linearized reading' (duration: 677.673162ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:18.198399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:42:17.520424Z","time spent":"677.966719ms","remote":"127.0.0.1:44962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-07T16:42:18.198423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.125831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5524"} {"level":"info","ts":"2026-07-07T16:42:18.198536Z","caller":"traceutil/trace.go:171","msg":"trace[16853921] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16615; }","duration":"675.260464ms","start":"2026-07-07T16:42:17.523247Z","end":"2026-07-07T16:42:18.198507Z","steps":["trace[16853921] 'agreement among raft nodes before linearized reading' (duration: 674.935736ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:18.198599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:42:17.523241Z","time spent":"675.344026ms","remote":"127.0.0.1:44962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-07T16:42:18.198637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.060923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-07-07T16:42:18.198668Z","caller":"traceutil/trace.go:171","msg":"trace[258870337] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16615; }","duration":"676.099235ms","start":"2026-07-07T16:42:17.522559Z","end":"2026-07-07T16:42:18.198658Z","steps":["trace[258870337] 'agreement among raft nodes before linearized reading' (duration: 676.002672ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:42:18.198655Z","caller":"traceutil/trace.go:171","msg":"trace[270165921] transaction","detail":"{read_only:false; response_revision:16615; number_of_response:1; }","duration":"679.521627ms","start":"2026-07-07T16:42:17.519106Z","end":"2026-07-07T16:42:18.198628Z","steps":["trace[270165921] 'process raft request' (duration: 678.793189ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:18.198695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.080469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5524"} {"level":"warn","ts":"2026-07-07T16:42:18.1987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:42:17.522554Z","time spent":"676.140155ms","remote":"127.0.0.1:44914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-07-07T16:42:18.198763Z","caller":"traceutil/trace.go:171","msg":"trace[873349550] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16615; }","duration":"675.158352ms","start":"2026-07-07T16:42:17.523595Z","end":"2026-07-07T16:42:18.198753Z","steps":["trace[873349550] 'agreement among raft nodes before linearized reading' (duration: 675.027269ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:18.198784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:42:17.52359Z","time spent":"675.188092ms","remote":"127.0.0.1:44962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-07-07T16:42:18.198692Z","caller":"traceutil/trace.go:171","msg":"trace[2084611791] transaction","detail":"{read_only:false; response_revision:16614; number_of_response:1; }","duration":"681.085185ms","start":"2026-07-07T16:42:17.517543Z","end":"2026-07-07T16:42:18.198628Z","steps":["trace[2084611791] 'process raft request' (duration: 205.542192ms)","trace[2084611791] 'compare' (duration: 473.601636ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:42:18.198814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:42:17.519084Z","time spent":"679.62588ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:42:18.198922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.200261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-07-07T16:42:18.198951Z","caller":"traceutil/trace.go:171","msg":"trace[1278438245] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16615; }","duration":"677.250962ms","start":"2026-07-07T16:42:17.521692Z","end":"2026-07-07T16:42:18.198942Z","steps":["trace[1278438245] 'agreement among raft nodes before linearized reading' (duration: 677.17024ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:18.19898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:42:17.521678Z","time spent":"677.296653ms","remote":"127.0.0.1:44914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-07T16:42:18.199017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.62953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5524"} {"level":"info","ts":"2026-07-07T16:42:18.199037Z","caller":"traceutil/trace.go:171","msg":"trace[2040545908] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16615; }","duration":"679.657061ms","start":"2026-07-07T16:42:17.519374Z","end":"2026-07-07T16:42:18.199031Z","steps":["trace[2040545908] 'agreement among raft nodes before linearized reading' (duration: 679.596349ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:18.199015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:42:17.51753Z","time spent":"681.33005ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:42:18.199033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.613029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5524"} {"level":"warn","ts":"2026-07-07T16:42:18.199078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.729562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T16:42:18.199096Z","caller":"traceutil/trace.go:171","msg":"trace[1995085607] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16615; }","duration":"679.760913ms","start":"2026-07-07T16:42:17.519329Z","end":"2026-07-07T16:42:18.19909Z","steps":["trace[1995085607] 'agreement among raft nodes before linearized reading' (duration: 679.733732ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:18.199094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.316558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T16:42:18.199053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:42:17.51937Z","time spent":"679.679071ms","remote":"127.0.0.1:44962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-07T16:42:18.199109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:42:17.519318Z","time spent":"679.787593ms","remote":"127.0.0.1:44962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-07T16:42:18.199083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.201751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5524"} {"level":"info","ts":"2026-07-07T16:42:18.199122Z","caller":"traceutil/trace.go:171","msg":"trace[83559023] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16615; }","duration":"678.361729ms","start":"2026-07-07T16:42:17.520753Z","end":"2026-07-07T16:42:18.199115Z","steps":["trace[83559023] 'agreement among raft nodes before linearized reading' (duration: 678.319578ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:18.199154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:42:17.520742Z","time spent":"678.40259ms","remote":"127.0.0.1:44962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-07-07T16:42:18.199156Z","caller":"traceutil/trace.go:171","msg":"trace[769365436] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16615; }","duration":"677.293363ms","start":"2026-07-07T16:42:17.521845Z","end":"2026-07-07T16:42:18.199138Z","steps":["trace[769365436] 'agreement among raft nodes before linearized reading' (duration: 676.960385ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:18.198959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.718805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T16:42:18.199202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:42:17.521837Z","time spent":"677.354454ms","remote":"127.0.0.1:44962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-07T16:42:18.199223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.7518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5524"} {"level":"warn","ts":"2026-07-07T16:42:18.199222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.132008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T16:42:18.199089Z","caller":"traceutil/trace.go:171","msg":"trace[1259440275] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16615; }","duration":"679.681171ms","start":"2026-07-07T16:42:17.519392Z","end":"2026-07-07T16:42:18.199073Z","steps":["trace[1259440275] 'agreement among raft nodes before linearized reading' (duration: 679.527937ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:42:18.199243Z","caller":"traceutil/trace.go:171","msg":"trace[1982376435] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16615; }","duration":"676.78316ms","start":"2026-07-07T16:42:17.522452Z","end":"2026-07-07T16:42:18.199235Z","steps":["trace[1982376435] 'agreement among raft nodes before linearized reading' (duration: 676.729009ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:18.199264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:42:17.522444Z","time spent":"676.816511ms","remote":"127.0.0.1:44962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-07T16:42:18.199263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:42:17.519388Z","time spent":"679.868225ms","remote":"127.0.0.1:44962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-07-07T16:42:18.199264Z","caller":"traceutil/trace.go:171","msg":"trace[605972862] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16615; }","duration":"679.186569ms","start":"2026-07-07T16:42:17.520065Z","end":"2026-07-07T16:42:18.199251Z","steps":["trace[605972862] 'agreement among raft nodes before linearized reading' (duration: 679.119277ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:18.199306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:42:17.520058Z","time spent":"679.23644ms","remote":"127.0.0.1:44962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-07-07T16:42:18.199369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.333394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T16:42:18.199414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.234157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-07-07T16:42:18.199411Z","caller":"traceutil/trace.go:171","msg":"trace[1958660787] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16615; }","duration":"677.393975ms","start":"2026-07-07T16:42:17.522005Z","end":"2026-07-07T16:42:18.199399Z","steps":["trace[1958660787] 'agreement among raft nodes before linearized reading' (duration: 677.319904ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:18.199435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.275198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T16:42:18.199443Z","caller":"traceutil/trace.go:171","msg":"trace[209256773] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:16615; }","duration":"683.277388ms","start":"2026-07-07T16:42:17.516155Z","end":"2026-07-07T16:42:18.199432Z","steps":["trace[209256773] 'agreement among raft nodes before linearized reading' (duration: 683.198576ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:42:18.199455Z","caller":"traceutil/trace.go:171","msg":"trace[519240795] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:16615; }","duration":"683.3498ms","start":"2026-07-07T16:42:17.516098Z","end":"2026-07-07T16:42:18.199448Z","steps":["trace[519240795] 'agreement among raft nodes before linearized reading' (duration: 683.316679ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:18.199461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:42:17.521995Z","time spent":"677.455657ms","remote":"127.0.0.1:44962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-07T16:42:18.199474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:42:17.516073Z","time spent":"683.396811ms","remote":"127.0.0.1:44914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":29,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-07T16:42:18.199469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:42:17.516142Z","time spent":"683.320569ms","remote":"127.0.0.1:44914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":705,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-07-07T16:42:18.199474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.874006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-07-07T16:42:18.199516Z","caller":"traceutil/trace.go:171","msg":"trace[563727364] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16615; }","duration":"679.931727ms","start":"2026-07-07T16:42:17.519571Z","end":"2026-07-07T16:42:18.199503Z","steps":["trace[563727364] 'agreement among raft nodes before linearized reading' (duration: 679.816954ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:18.199555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.999548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T16:42:18.199541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.064841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-07-07T16:42:18.199572Z","caller":"traceutil/trace.go:171","msg":"trace[2040452271] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16615; }","duration":"680.029449ms","start":"2026-07-07T16:42:17.519536Z","end":"2026-07-07T16:42:18.199565Z","steps":["trace[2040452271] 'agreement among raft nodes before linearized reading' (duration: 679.998019ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:42:18.199231Z","caller":"traceutil/trace.go:171","msg":"trace[1414607311] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16615; }","duration":"683.028472ms","start":"2026-07-07T16:42:17.516193Z","end":"2026-07-07T16:42:18.199222Z","steps":["trace[1414607311] 'agreement among raft nodes before linearized reading' (duration: 682.745665ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:18.199592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:42:17.519527Z","time spent":"680.05954ms","remote":"127.0.0.1:44962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-07-07T16:42:18.199593Z","caller":"traceutil/trace.go:171","msg":"trace[1018761472] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16615; }","duration":"680.146152ms","start":"2026-07-07T16:42:17.519433Z","end":"2026-07-07T16:42:18.199579Z","steps":["trace[1018761472] 'agreement among raft nodes before linearized reading' (duration: 680.014549ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:18.199611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.185393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T16:42:18.199633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:42:17.519421Z","time spent":"680.200964ms","remote":"127.0.0.1:44914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-07T16:42:18.199637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:42:17.516153Z","time spent":"683.465093ms","remote":"127.0.0.1:44962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-07-07T16:42:18.199648Z","caller":"traceutil/trace.go:171","msg":"trace[206025746] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16615; }","duration":"680.228114ms","start":"2026-07-07T16:42:17.519408Z","end":"2026-07-07T16:42:18.199636Z","steps":["trace[206025746] 'agreement among raft nodes before linearized reading' (duration: 680.169513ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:18.199553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:42:17.519564Z","time spent":"679.979118ms","remote":"127.0.0.1:44914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-07T16:42:18.199692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:42:17.519405Z","time spent":"680.277975ms","remote":"127.0.0.1:44962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-07-07T16:42:18.19987Z","caller":"traceutil/trace.go:171","msg":"trace[1011476352] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16615; }","duration":"678.077122ms","start":"2026-07-07T16:42:17.5203Z","end":"2026-07-07T16:42:18.198377Z","steps":["trace[1011476352] 'agreement among raft nodes before linearized reading' (duration: 677.850666ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:18.19998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:42:17.52029Z","time spent":"679.675571ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-07T16:42:18.485726Z","caller":"traceutil/trace.go:171","msg":"trace[291461259] linearizableReadLoop","detail":"{readStateIndex:17236; appliedIndex:17235; }","duration":"287.594567ms","start":"2026-07-07T16:42:18.198109Z","end":"2026-07-07T16:42:18.485704Z","steps":["trace[291461259] 'read index received' (duration: 286.373447ms)","trace[291461259] 'applied index is now lower than readState.Index' (duration: 1.21971ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:42:18.485918Z","caller":"traceutil/trace.go:171","msg":"trace[1676504052] transaction","detail":"{read_only:false; response_revision:16616; number_of_response:1; }","duration":"458.87341ms","start":"2026-07-07T16:42:18.027013Z","end":"2026-07-07T16:42:18.485886Z","steps":["trace[1676504052] 'process raft request' (duration: 457.383374ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:18.486084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:42:18.02698Z","time spent":"459.011523ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:42:18.486466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.695382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T16:42:18.486499Z","caller":"traceutil/trace.go:171","msg":"trace[2001309213] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16617; }","duration":"543.778054ms","start":"2026-07-07T16:42:17.94271Z","end":"2026-07-07T16:42:18.486488Z","steps":["trace[2001309213] 'agreement among raft nodes before linearized reading' (duration: 543.20344ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:18.486522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:42:17.942684Z","time spent":"543.832425ms","remote":"127.0.0.1:44962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-07-07T16:42:18.486488Z","caller":"traceutil/trace.go:171","msg":"trace[1455383566] transaction","detail":"{read_only:false; response_revision:16617; number_of_response:1; }","duration":"280.373792ms","start":"2026-07-07T16:42:18.206082Z","end":"2026-07-07T16:42:18.486455Z","steps":["trace[1455383566] 'process raft request' (duration: 279.535012ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:18.486634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.875309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r9lw6\" ","response":"range_response_count:1 size:22101"} {"level":"warn","ts":"2026-07-07T16:42:18.486731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.696088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-07T16:42:18.486863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.085025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T16:42:18.486905Z","caller":"traceutil/trace.go:171","msg":"trace[347644228] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16617; }","duration":"378.225999ms","start":"2026-07-07T16:42:18.108666Z","end":"2026-07-07T16:42:18.486892Z","steps":["trace[347644228] 'agreement among raft nodes before linearized reading' (duration: 377.255035ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:18.486955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:42:18.108536Z","time spent":"378.408423ms","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-07T16:42:18.487025Z","caller":"traceutil/trace.go:171","msg":"trace[1259654141] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16617; }","duration":"819.736889ms","start":"2026-07-07T16:42:17.667011Z","end":"2026-07-07T16:42:18.486748Z","steps":["trace[1259654141] 'agreement among raft nodes before linearized reading' (duration: 818.849588ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:18.487082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:42:17.667003Z","time spent":"820.063437ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-07T16:42:18.487119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.764013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-66hj2\" ","response":"range_response_count:1 size:9792"} {"level":"warn","ts":"2026-07-07T16:42:18.487121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.201709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-72wnd\" ","response":"range_response_count:1 size:20645"} {"level":"info","ts":"2026-07-07T16:42:18.487151Z","caller":"traceutil/trace.go:171","msg":"trace[1798023356] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-66hj2; range_end:; response_count:1; response_revision:16617; }","duration":"796.799024ms","start":"2026-07-07T16:42:17.690342Z","end":"2026-07-07T16:42:18.487141Z","steps":["trace[1798023356] 'agreement among raft nodes before linearized reading' (duration: 795.502452ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:42:18.487165Z","caller":"traceutil/trace.go:171","msg":"trace[12817193] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-72wnd; range_end:; response_count:1; response_revision:16617; }","duration":"803.274161ms","start":"2026-07-07T16:42:17.683878Z","end":"2026-07-07T16:42:18.487152Z","steps":["trace[12817193] 'agreement among raft nodes before linearized reading' (duration: 801.975439ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:18.487177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:42:17.690303Z","time spent":"796.869205ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9815,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-66hj2\" "} {"level":"warn","ts":"2026-07-07T16:42:18.487176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.523512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-07T16:42:18.487205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:42:17.683859Z","time spent":"803.336022ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20668,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-72wnd\" "} {"level":"info","ts":"2026-07-07T16:42:18.487219Z","caller":"traceutil/trace.go:171","msg":"trace[47227696] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16617; }","duration":"821.578773ms","start":"2026-07-07T16:42:17.665626Z","end":"2026-07-07T16:42:18.487205Z","steps":["trace[47227696] 'agreement among raft nodes before linearized reading' (duration: 820.248231ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:18.48725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:42:17.665621Z","time spent":"821.622514ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-07T16:42:18.487266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.753187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-07T16:42:18.487302Z","caller":"traceutil/trace.go:171","msg":"trace[2061125533] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16617; }","duration":"821.828459ms","start":"2026-07-07T16:42:17.665463Z","end":"2026-07-07T16:42:18.487292Z","steps":["trace[2061125533] 'agreement among raft nodes before linearized reading' (duration: 820.427125ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:18.487327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:42:17.665428Z","time spent":"821.892251ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-07T16:42:18.487306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.505434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r9lw6\" ","response":"range_response_count:1 size:22101"} {"level":"warn","ts":"2026-07-07T16:42:18.487371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.947854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T16:42:18.487386Z","caller":"traceutil/trace.go:171","msg":"trace[286654992] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r9lw6; range_end:; response_count:1; response_revision:16617; }","duration":"793.629267ms","start":"2026-07-07T16:42:17.693737Z","end":"2026-07-07T16:42:18.487366Z","steps":["trace[286654992] 'agreement among raft nodes before linearized reading' (duration: 792.257204ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:42:18.487397Z","caller":"traceutil/trace.go:171","msg":"trace[35816075] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16617; }","duration":"542.994625ms","start":"2026-07-07T16:42:17.944394Z","end":"2026-07-07T16:42:18.487388Z","steps":["trace[35816075] 'agreement among raft nodes before linearized reading' (duration: 541.537189ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:18.487032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.292292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p22f7\" ","response":"range_response_count:1 size:6532"} {"level":"info","ts":"2026-07-07T16:42:18.487466Z","caller":"traceutil/trace.go:171","msg":"trace[1563629731] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p22f7; range_end:; response_count:1; response_revision:16617; }","duration":"796.727872ms","start":"2026-07-07T16:42:17.690725Z","end":"2026-07-07T16:42:18.487453Z","steps":["trace[1563629731] 'agreement among raft nodes before linearized reading' (duration: 795.105893ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:18.487497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:42:17.690687Z","time spent":"796.799544ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-p22f7\" "} {"level":"warn","ts":"2026-07-07T16:42:18.487577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.28673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T16:42:18.487426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:42:17.944384Z","time spent":"543.035255ms","remote":"127.0.0.1:44962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-07-07T16:42:18.487617Z","caller":"traceutil/trace.go:171","msg":"trace[94774792] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16618; }","duration":"545.377922ms","start":"2026-07-07T16:42:17.942227Z","end":"2026-07-07T16:42:18.487605Z","steps":["trace[94774792] 'agreement among raft nodes before linearized reading' (duration: 543.727252ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:18.487654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:42:17.942179Z","time spent":"545.468125ms","remote":"127.0.0.1:44962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-07-07T16:42:18.487429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:42:17.693731Z","time spent":"793.690108ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22124,"request content":"key:\"/registry/pods/openstack/nova-compute-default-r9lw6\" "} {"level":"info","ts":"2026-07-07T16:42:18.486725Z","caller":"traceutil/trace.go:171","msg":"trace[201056990] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r9lw6; range_end:; response_count:1; response_revision:16617; }","duration":"793.008512ms","start":"2026-07-07T16:42:17.693694Z","end":"2026-07-07T16:42:18.486702Z","steps":["trace[201056990] 'agreement among raft nodes before linearized reading' (duration: 792.143291ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:18.487852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:42:17.693684Z","time spent":"794.159341ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22124,"request content":"key:\"/registry/pods/openstack/nova-compute-default-r9lw6\" "} {"level":"warn","ts":"2026-07-07T16:42:18.488185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.534746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-07T16:42:18.488811Z","caller":"traceutil/trace.go:171","msg":"trace[611090585] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16617; }","duration":"823.218562ms","start":"2026-07-07T16:42:17.665527Z","end":"2026-07-07T16:42:18.488746Z","steps":["trace[611090585] 'agreement among raft nodes before linearized reading' (duration: 820.356313ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:18.488966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:42:17.665522Z","time spent":"823.393458ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-07T16:42:20.931214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.408922ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-07T16:42:20.931582Z","caller":"traceutil/trace.go:171","msg":"trace[1311164430] linearizableReadLoop","detail":"{readStateIndex:17249; appliedIndex:17247; }","duration":"426.179419ms","start":"2026-07-07T16:42:20.505352Z","end":"2026-07-07T16:42:20.931532Z","steps":["trace[1311164430] 'read index received' (duration: 90.51095ms)","trace[1311164430] 'applied index is now lower than readState.Index' (duration: 335.666749ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:42:20.932113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.529168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-07T16:42:20.932172Z","caller":"traceutil/trace.go:171","msg":"trace[349943077] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16629; }","duration":"426.610459ms","start":"2026-07-07T16:42:20.505544Z","end":"2026-07-07T16:42:20.932155Z","steps":["trace[349943077] 'agreement among raft nodes before linearized reading' (duration: 426.422355ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:20.932225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:42:20.505533Z","time spent":"426.678982ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-07T16:42:20.932276Z","caller":"traceutil/trace.go:171","msg":"trace[1716656567] transaction","detail":"{read_only:false; response_revision:16628; number_of_response:1; }","duration":"428.004133ms","start":"2026-07-07T16:42:20.504215Z","end":"2026-07-07T16:42:20.932219Z","steps":["trace[1716656567] 'process raft request' (duration: 132.470884ms)","trace[1716656567] 'compare' (duration: 293.946181ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:42:20.93242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.641531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p22f7\" ","response":"range_response_count:1 size:6532"} {"level":"warn","ts":"2026-07-07T16:42:20.932512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.797752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-66hj2\" ","response":"range_response_count:1 size:9792"} {"level":"warn","ts":"2026-07-07T16:42:20.932514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.164984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-07T16:42:20.932509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.236425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-72wnd\" ","response":"range_response_count:1 size:20645"} {"level":"info","ts":"2026-07-07T16:42:20.93256Z","caller":"traceutil/trace.go:171","msg":"trace[28740046] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p22f7; range_end:; response_count:1; response_revision:16629; }","duration":"400.795215ms","start":"2026-07-07T16:42:20.531741Z","end":"2026-07-07T16:42:20.932536Z","steps":["trace[28740046] 'agreement among raft nodes before linearized reading' (duration: 400.540889ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:42:20.932572Z","caller":"traceutil/trace.go:171","msg":"trace[1172014967] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-66hj2; range_end:; response_count:1; response_revision:16629; }","duration":"411.880903ms","start":"2026-07-07T16:42:20.520671Z","end":"2026-07-07T16:42:20.932552Z","steps":["trace[1172014967] 'agreement among raft nodes before linearized reading' (duration: 411.632737ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:42:20.932531Z","caller":"traceutil/trace.go:171","msg":"trace[1704702903] transaction","detail":"{read_only:false; response_revision:16629; number_of_response:1; }","duration":"409.28103ms","start":"2026-07-07T16:42:20.523203Z","end":"2026-07-07T16:42:20.932484Z","steps":["trace[1704702903] 'process raft request' (duration: 408.175954ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:42:20.932582Z","caller":"traceutil/trace.go:171","msg":"trace[1142791270] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16629; }","duration":"420.261896ms","start":"2026-07-07T16:42:20.512301Z","end":"2026-07-07T16:42:20.932563Z","steps":["trace[1142791270] 'agreement among raft nodes before linearized reading' (duration: 420.01992ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:20.93254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.151403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-07T16:42:20.932648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:42:20.512287Z","time spent":"420.350318ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-07T16:42:20.932693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.369865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r9lw6\" ","response":"range_response_count:1 size:22101"} {"level":"warn","ts":"2026-07-07T16:42:20.932515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.900533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r9lw6\" ","response":"range_response_count:1 size:22101"} {"level":"info","ts":"2026-07-07T16:42:20.932702Z","caller":"traceutil/trace.go:171","msg":"trace[1399625213] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16629; }","duration":"427.342537ms","start":"2026-07-07T16:42:20.505332Z","end":"2026-07-07T16:42:20.932675Z","steps":["trace[1399625213] 'agreement among raft nodes before linearized reading' (duration: 426.770673ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:42:20.932753Z","caller":"traceutil/trace.go:171","msg":"trace[1664103675] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r9lw6; range_end:; response_count:1; response_revision:16629; }","duration":"393.457368ms","start":"2026-07-07T16:42:20.53928Z","end":"2026-07-07T16:42:20.932738Z","steps":["trace[1664103675] 'agreement among raft nodes before linearized reading' (duration: 393.275773ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:42:20.932774Z","caller":"traceutil/trace.go:171","msg":"trace[1076693173] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r9lw6; range_end:; response_count:1; response_revision:16629; }","duration":"395.184909ms","start":"2026-07-07T16:42:20.537572Z","end":"2026-07-07T16:42:20.932756Z","steps":["trace[1076693173] 'agreement among raft nodes before linearized reading' (duration: 394.671627ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:20.932771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:42:20.523191Z","time spent":"409.451224ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:42:20.9328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:42:20.539263Z","time spent":"393.525999ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22124,"request content":"key:\"/registry/pods/openstack/nova-compute-default-r9lw6\" "} {"level":"warn","ts":"2026-07-07T16:42:20.932819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:42:20.537561Z","time spent":"395.24701ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22124,"request content":"key:\"/registry/pods/openstack/nova-compute-default-r9lw6\" "} {"level":"info","ts":"2026-07-07T16:42:20.9326Z","caller":"traceutil/trace.go:171","msg":"trace[866656119] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-72wnd; range_end:; response_count:1; response_revision:16629; }","duration":"396.357298ms","start":"2026-07-07T16:42:20.536219Z","end":"2026-07-07T16:42:20.932576Z","steps":["trace[866656119] 'agreement among raft nodes before linearized reading' (duration: 396.076151ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:20.932785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:42:20.505323Z","time spent":"427.44947ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-07T16:42:20.932618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:42:20.520658Z","time spent":"411.951435ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9815,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-66hj2\" "} {"level":"warn","ts":"2026-07-07T16:42:20.932885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:42:20.536209Z","time spent":"396.653505ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20668,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-72wnd\" "} {"level":"warn","ts":"2026-07-07T16:42:20.932615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:42:20.531733Z","time spent":"400.869447ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-p22f7\" "} {"level":"warn","ts":"2026-07-07T16:42:20.932493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:42:20.504205Z","time spent":"428.171338ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:42:20.932905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.891521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-07T16:42:20.933075Z","caller":"traceutil/trace.go:171","msg":"trace[105321524] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16629; }","duration":"156.076115ms","start":"2026-07-07T16:42:20.776945Z","end":"2026-07-07T16:42:20.933021Z","steps":["trace[105321524] 'agreement among raft nodes before linearized reading' (duration: 155.607814ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:42:21.177083Z","caller":"traceutil/trace.go:171","msg":"trace[502679433] transaction","detail":"{read_only:false; response_revision:16631; number_of_response:1; }","duration":"237.644288ms","start":"2026-07-07T16:42:20.939401Z","end":"2026-07-07T16:42:21.177046Z","steps":["trace[502679433] 'process raft request' (duration: 152.440807ms)","trace[502679433] 'compare' (duration: 84.974126ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:42:21.177257Z","caller":"traceutil/trace.go:171","msg":"trace[559607424] linearizableReadLoop","detail":"{readStateIndex:17253; appliedIndex:17250; }","duration":"237.68322ms","start":"2026-07-07T16:42:20.939543Z","end":"2026-07-07T16:42:21.177226Z","steps":["trace[559607424] 'read index received' (duration: 88.159583ms)","trace[559607424] 'applied index is now lower than readState.Index' (duration: 149.522066ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:42:21.177366Z","caller":"traceutil/trace.go:171","msg":"trace[1422444960] transaction","detail":"{read_only:false; response_revision:16632; number_of_response:1; }","duration":"237.855244ms","start":"2026-07-07T16:42:20.939469Z","end":"2026-07-07T16:42:21.177325Z","steps":["trace[1422444960] 'process raft request' (duration: 237.518696ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:21.177604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.022038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-07T16:42:21.177666Z","caller":"traceutil/trace.go:171","msg":"trace[1791780498] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16632; }","duration":"238.11397ms","start":"2026-07-07T16:42:20.939531Z","end":"2026-07-07T16:42:21.177645Z","steps":["trace[1791780498] 'agreement among raft nodes before linearized reading' (duration: 237.859243ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:21.178756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.180115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737685"} {"level":"info","ts":"2026-07-07T16:42:21.178811Z","caller":"traceutil/trace.go:171","msg":"trace[920501600] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:16632; }","duration":"239.266607ms","start":"2026-07-07T16:42:20.939529Z","end":"2026-07-07T16:42:21.178796Z","steps":["trace[920501600] 'agreement among raft nodes before linearized reading' (duration: 238.030558ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:21.178976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.637062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737685"} {"level":"info","ts":"2026-07-07T16:42:21.179036Z","caller":"traceutil/trace.go:171","msg":"trace[1441189852] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:16632; }","duration":"238.714564ms","start":"2026-07-07T16:42:20.940302Z","end":"2026-07-07T16:42:21.179017Z","steps":["trace[1441189852] 'agreement among raft nodes before linearized reading' (duration: 237.848983ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:21.179264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.95805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737685"} {"level":"info","ts":"2026-07-07T16:42:21.179313Z","caller":"traceutil/trace.go:171","msg":"trace[1205396955] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:16632; }","duration":"239.080483ms","start":"2026-07-07T16:42:20.94022Z","end":"2026-07-07T16:42:21.1793Z","steps":["trace[1205396955] 'agreement among raft nodes before linearized reading' (duration: 238.017447ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:21.179399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.994721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737685"} {"level":"info","ts":"2026-07-07T16:42:21.179491Z","caller":"traceutil/trace.go:171","msg":"trace[960679055] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:16632; }","duration":"239.119834ms","start":"2026-07-07T16:42:20.940349Z","end":"2026-07-07T16:42:21.179469Z","steps":["trace[960679055] 'agreement among raft nodes before linearized reading' (duration: 237.226838ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:42:21.838749Z","caller":"traceutil/trace.go:171","msg":"trace[1059693878] linearizableReadLoop","detail":"{readStateIndex:17254; appliedIndex:17253; }","duration":"182.561286ms","start":"2026-07-07T16:42:21.656155Z","end":"2026-07-07T16:42:21.838716Z","steps":["trace[1059693878] 'read index received' (duration: 182.169547ms)","trace[1059693878] 'applied index is now lower than readState.Index' (duration: 390.239µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:42:21.838839Z","caller":"traceutil/trace.go:171","msg":"trace[251895940] transaction","detail":"{read_only:false; response_revision:16633; number_of_response:1; }","duration":"193.008119ms","start":"2026-07-07T16:42:21.645777Z","end":"2026-07-07T16:42:21.838785Z","steps":["trace[251895940] 'process raft request' (duration: 192.65855ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:21.839007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.818222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-07-07T16:42:21.839101Z","caller":"traceutil/trace.go:171","msg":"trace[1575388547] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16633; }","duration":"182.896654ms","start":"2026-07-07T16:42:21.656141Z","end":"2026-07-07T16:42:21.839038Z","steps":["trace[1575388547] 'agreement among raft nodes before linearized reading' (duration: 182.691419ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:42:23.083369Z","caller":"traceutil/trace.go:171","msg":"trace[13619450] transaction","detail":"{read_only:false; response_revision:16638; number_of_response:1; }","duration":"140.323975ms","start":"2026-07-07T16:42:22.943016Z","end":"2026-07-07T16:42:23.08334Z","steps":["trace[13619450] 'process raft request' (duration: 140.098219ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:42:23.098739Z","caller":"traceutil/trace.go:171","msg":"trace[1267164453] linearizableReadLoop","detail":"{readStateIndex:17260; appliedIndex:17258; }","duration":"149.540857ms","start":"2026-07-07T16:42:22.949167Z","end":"2026-07-07T16:42:23.098708Z","steps":["trace[1267164453] 'read index received' (duration: 133.984811ms)","trace[1267164453] 'applied index is now lower than readState.Index' (duration: 15.554866ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:42:23.098858Z","caller":"traceutil/trace.go:171","msg":"trace[1211567586] transaction","detail":"{read_only:false; response_revision:16639; number_of_response:1; }","duration":"153.909003ms","start":"2026-07-07T16:42:22.944905Z","end":"2026-07-07T16:42:23.098814Z","steps":["trace[1211567586] 'process raft request' (duration: 153.662437ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:23.098995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.793693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p22f7\" ","response":"range_response_count:1 size:6532"} {"level":"info","ts":"2026-07-07T16:42:23.099036Z","caller":"traceutil/trace.go:171","msg":"trace[446504869] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p22f7; range_end:; response_count:1; response_revision:16639; }","duration":"149.879906ms","start":"2026-07-07T16:42:22.949143Z","end":"2026-07-07T16:42:23.099023Z","steps":["trace[446504869] 'agreement among raft nodes before linearized reading' (duration: 149.710192ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:42:25.380925Z","caller":"traceutil/trace.go:171","msg":"trace[469958841] linearizableReadLoop","detail":"{readStateIndex:17275; appliedIndex:17274; }","duration":"124.801009ms","start":"2026-07-07T16:42:25.256087Z","end":"2026-07-07T16:42:25.380888Z","steps":["trace[469958841] 'read index received' (duration: 124.515652ms)","trace[469958841] 'applied index is now lower than readState.Index' (duration: 283.467µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:42:25.381286Z","caller":"traceutil/trace.go:171","msg":"trace[1123671718] transaction","detail":"{read_only:false; response_revision:16653; number_of_response:1; }","duration":"128.856037ms","start":"2026-07-07T16:42:25.252411Z","end":"2026-07-07T16:42:25.381267Z","steps":["trace[1123671718] 'process raft request' (duration: 128.294884ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:25.381666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.554137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-07T16:42:25.381711Z","caller":"traceutil/trace.go:171","msg":"trace[862761134] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16653; }","duration":"125.628599ms","start":"2026-07-07T16:42:25.256067Z","end":"2026-07-07T16:42:25.381696Z","steps":["trace[862761134] 'agreement among raft nodes before linearized reading' (duration: 125.451124ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:25.381968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.305935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-66hj2\" ","response":"range_response_count:1 size:9792"} {"level":"info","ts":"2026-07-07T16:42:25.382029Z","caller":"traceutil/trace.go:171","msg":"trace[1889116730] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-66hj2; range_end:; response_count:1; response_revision:16653; }","duration":"102.404187ms","start":"2026-07-07T16:42:25.279595Z","end":"2026-07-07T16:42:25.381999Z","steps":["trace[1889116730] 'agreement among raft nodes before linearized reading' (duration: 102.260843ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:25.382918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.911395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r9lw6\" ","response":"range_response_count:1 size:22101"} {"level":"info","ts":"2026-07-07T16:42:25.382966Z","caller":"traceutil/trace.go:171","msg":"trace[1913534671] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r9lw6; range_end:; response_count:1; response_revision:16653; }","duration":"101.969997ms","start":"2026-07-07T16:42:25.280983Z","end":"2026-07-07T16:42:25.382953Z","steps":["trace[1913534671] 'agreement among raft nodes before linearized reading' (duration: 101.862004ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:42:34.439173Z","caller":"traceutil/trace.go:171","msg":"trace[15945948] linearizableReadLoop","detail":"{readStateIndex:17320; appliedIndex:17319; }","duration":"103.498353ms","start":"2026-07-07T16:42:34.335632Z","end":"2026-07-07T16:42:34.43913Z","steps":["trace[15945948] 'read index received' (duration: 103.335039ms)","trace[15945948] 'applied index is now lower than readState.Index' (duration: 161.784µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:42:34.439523Z","caller":"traceutil/trace.go:171","msg":"trace[496978653] transaction","detail":"{read_only:false; response_revision:16697; number_of_response:1; }","duration":"104.495507ms","start":"2026-07-07T16:42:34.335011Z","end":"2026-07-07T16:42:34.439506Z","steps":["trace[496978653] 'process raft request' (duration: 103.928143ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:34.44007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.396245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5524"} {"level":"info","ts":"2026-07-07T16:42:34.440185Z","caller":"traceutil/trace.go:171","msg":"trace[2008076774] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16697; }","duration":"104.547069ms","start":"2026-07-07T16:42:34.335609Z","end":"2026-07-07T16:42:34.440156Z","steps":["trace[2008076774] 'agreement among raft nodes before linearized reading' (duration: 104.018996ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:34.450813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.099314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T16:42:34.450901Z","caller":"traceutil/trace.go:171","msg":"trace[1466812721] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16698; }","duration":"115.216106ms","start":"2026-07-07T16:42:34.335665Z","end":"2026-07-07T16:42:34.450881Z","steps":["trace[1466812721] 'agreement among raft nodes before linearized reading' (duration: 115.054322ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:34.451582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.369202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5524"} {"level":"info","ts":"2026-07-07T16:42:34.451611Z","caller":"traceutil/trace.go:171","msg":"trace[240527261] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16698; }","duration":"113.433834ms","start":"2026-07-07T16:42:34.33817Z","end":"2026-07-07T16:42:34.451604Z","steps":["trace[240527261] 'agreement among raft nodes before linearized reading' (duration: 113.364922ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:34.451769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.935439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5524"} {"level":"info","ts":"2026-07-07T16:42:34.451812Z","caller":"traceutil/trace.go:171","msg":"trace[171903817] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16698; }","duration":"114.980041ms","start":"2026-07-07T16:42:34.33682Z","end":"2026-07-07T16:42:34.4518Z","steps":["trace[171903817] 'agreement among raft nodes before linearized reading' (duration: 114.868238ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:34.451889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.543245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T16:42:34.451914Z","caller":"traceutil/trace.go:171","msg":"trace[1735748527] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16698; }","duration":"115.584115ms","start":"2026-07-07T16:42:34.336324Z","end":"2026-07-07T16:42:34.451908Z","steps":["trace[1735748527] 'agreement among raft nodes before linearized reading' (duration: 115.548724ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:34.451993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.956065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T16:42:34.452018Z","caller":"traceutil/trace.go:171","msg":"trace[234271439] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16698; }","duration":"115.998676ms","start":"2026-07-07T16:42:34.336013Z","end":"2026-07-07T16:42:34.452012Z","steps":["trace[234271439] 'agreement among raft nodes before linearized reading' (duration: 115.963015ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:42:35.657279Z","caller":"traceutil/trace.go:171","msg":"trace[538047336] linearizableReadLoop","detail":"{readStateIndex:17328; appliedIndex:17327; }","duration":"123.191419ms","start":"2026-07-07T16:42:35.534063Z","end":"2026-07-07T16:42:35.657254Z","steps":["trace[538047336] 'read index received' (duration: 122.930293ms)","trace[538047336] 'applied index is now lower than readState.Index' (duration: 259.926µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:42:35.657363Z","caller":"traceutil/trace.go:171","msg":"trace[1050964402] transaction","detail":"{read_only:false; response_revision:16704; number_of_response:1; }","duration":"177.112674ms","start":"2026-07-07T16:42:35.48021Z","end":"2026-07-07T16:42:35.657323Z","steps":["trace[1050964402] 'process raft request' (duration: 176.876108ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:35.657953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.876366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-07T16:42:35.658037Z","caller":"traceutil/trace.go:171","msg":"trace[144794820] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16704; }","duration":"124.03159ms","start":"2026-07-07T16:42:35.533991Z","end":"2026-07-07T16:42:35.658022Z","steps":["trace[144794820] 'agreement among raft nodes before linearized reading' (duration: 123.826785ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:42:36.931525Z","caller":"traceutil/trace.go:171","msg":"trace[404303233] transaction","detail":"{read_only:false; response_revision:16710; number_of_response:1; }","duration":"121.470368ms","start":"2026-07-07T16:42:36.81003Z","end":"2026-07-07T16:42:36.9315Z","steps":["trace[404303233] 'process raft request' (duration: 121.317255ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:42:37.596656Z","caller":"traceutil/trace.go:171","msg":"trace[656241909] linearizableReadLoop","detail":"{readStateIndex:17338; appliedIndex:17337; }","duration":"114.205852ms","start":"2026-07-07T16:42:37.482423Z","end":"2026-07-07T16:42:37.596628Z","steps":["trace[656241909] 'read index received' (duration: 113.971487ms)","trace[656241909] 'applied index is now lower than readState.Index' (duration: 233.415µs)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:42:37.596804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.947652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-07T16:42:37.596805Z","caller":"traceutil/trace.go:171","msg":"trace[556606016] transaction","detail":"{read_only:false; response_revision:16714; number_of_response:1; }","duration":"175.113246ms","start":"2026-07-07T16:42:37.421638Z","end":"2026-07-07T16:42:37.596752Z","steps":["trace[556606016] 'process raft request' (duration: 174.783418ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:42:37.596844Z","caller":"traceutil/trace.go:171","msg":"trace[1575762348] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:16714; }","duration":"132.053674ms","start":"2026-07-07T16:42:37.464777Z","end":"2026-07-07T16:42:37.596831Z","steps":["trace[1575762348] 'agreement among raft nodes before linearized reading' (duration: 131.949612ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:42:38.720175Z","caller":"traceutil/trace.go:171","msg":"trace[1546942780] linearizableReadLoop","detail":"{readStateIndex:17343; appliedIndex:17342; }","duration":"138.602713ms","start":"2026-07-07T16:42:38.581537Z","end":"2026-07-07T16:42:38.72014Z","steps":["trace[1546942780] 'read index received' (duration: 102.842658ms)","trace[1546942780] 'applied index is now lower than readState.Index' (duration: 35.758225ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:42:38.720244Z","caller":"traceutil/trace.go:171","msg":"trace[1335410006] transaction","detail":"{read_only:false; response_revision:16719; number_of_response:1; }","duration":"205.359717ms","start":"2026-07-07T16:42:38.514827Z","end":"2026-07-07T16:42:38.720186Z","steps":["trace[1335410006] 'process raft request' (duration: 169.713085ms)","trace[1335410006] 'compare' (duration: 35.403476ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:42:38.720313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.281591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T16:42:38.720364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.900014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T16:42:38.720424Z","caller":"traceutil/trace.go:171","msg":"trace[1161641562] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16719; }","duration":"180.434334ms","start":"2026-07-07T16:42:38.539963Z","end":"2026-07-07T16:42:38.720397Z","steps":["trace[1161641562] 'agreement among raft nodes before linearized reading' (duration: 180.189979ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:42:38.720491Z","caller":"traceutil/trace.go:171","msg":"trace[1186938747] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16719; }","duration":"178.035467ms","start":"2026-07-07T16:42:38.542398Z","end":"2026-07-07T16:42:38.720434Z","steps":["trace[1186938747] 'agreement among raft nodes before linearized reading' (duration: 177.776491ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:38.72059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.369718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5524"} {"level":"info","ts":"2026-07-07T16:42:38.720639Z","caller":"traceutil/trace.go:171","msg":"trace[1691899] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16719; }","duration":"205.4376ms","start":"2026-07-07T16:42:38.515187Z","end":"2026-07-07T16:42:38.720625Z","steps":["trace[1691899] 'agreement among raft nodes before linearized reading' (duration: 205.149453ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:38.720891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.023478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T16:42:38.720954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.106183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T16:42:38.720976Z","caller":"traceutil/trace.go:171","msg":"trace[1293387020] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16719; }","duration":"207.12372ms","start":"2026-07-07T16:42:38.513837Z","end":"2026-07-07T16:42:38.720961Z","steps":["trace[1293387020] 'agreement among raft nodes before linearized reading' (duration: 207.009677ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:42:38.721006Z","caller":"traceutil/trace.go:171","msg":"trace[1093653754] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16719; }","duration":"179.224096ms","start":"2026-07-07T16:42:38.541768Z","end":"2026-07-07T16:42:38.720992Z","steps":["trace[1093653754] 'agreement among raft nodes before linearized reading' (duration: 179.093643ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:38.72104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.506839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T16:42:38.721133Z","caller":"traceutil/trace.go:171","msg":"trace[1235158958] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16719; }","duration":"207.653763ms","start":"2026-07-07T16:42:38.513425Z","end":"2026-07-07T16:42:38.721078Z","steps":["trace[1235158958] 'agreement among raft nodes before linearized reading' (duration: 207.52284ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:38.721292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.419323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5524"} {"level":"info","ts":"2026-07-07T16:42:38.721348Z","caller":"traceutil/trace.go:171","msg":"trace[479930679] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16719; }","duration":"206.499725ms","start":"2026-07-07T16:42:38.514835Z","end":"2026-07-07T16:42:38.721334Z","steps":["trace[479930679] 'agreement among raft nodes before linearized reading' (duration: 206.357742ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:38.72165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.352755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5524"} {"level":"info","ts":"2026-07-07T16:42:38.721705Z","caller":"traceutil/trace.go:171","msg":"trace[494766587] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16719; }","duration":"207.432928ms","start":"2026-07-07T16:42:38.514261Z","end":"2026-07-07T16:42:38.721694Z","steps":["trace[494766587] 'agreement among raft nodes before linearized reading' (duration: 207.231753ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:42:42.153855Z","caller":"traceutil/trace.go:171","msg":"trace[391479121] transaction","detail":"{read_only:false; response_revision:16736; number_of_response:1; }","duration":"126.95037ms","start":"2026-07-07T16:42:42.026864Z","end":"2026-07-07T16:42:42.153814Z","steps":["trace[391479121] 'process raft request' (duration: 126.688864ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:42:43.471614Z","caller":"traceutil/trace.go:171","msg":"trace[361858011] linearizableReadLoop","detail":"{readStateIndex:17365; appliedIndex:17364; }","duration":"153.936354ms","start":"2026-07-07T16:42:43.317625Z","end":"2026-07-07T16:42:43.471561Z","steps":["trace[361858011] 'read index received' (duration: 152.670013ms)","trace[361858011] 'applied index is now lower than readState.Index' (duration: 1.26375ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:42:43.471721Z","caller":"traceutil/trace.go:171","msg":"trace[1691155479] transaction","detail":"{read_only:false; response_revision:16740; number_of_response:1; }","duration":"204.690551ms","start":"2026-07-07T16:42:43.266989Z","end":"2026-07-07T16:42:43.47168Z","steps":["trace[1691155479] 'process raft request' (duration: 203.4042ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:43.471789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.137059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T16:42:43.472318Z","caller":"traceutil/trace.go:171","msg":"trace[72045190] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:16740; }","duration":"154.546968ms","start":"2026-07-07T16:42:43.317567Z","end":"2026-07-07T16:42:43.472114Z","steps":["trace[72045190] 'agreement among raft nodes before linearized reading' (duration: 154.131438ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:42:43.867996Z","caller":"traceutil/trace.go:171","msg":"trace[77173623] linearizableReadLoop","detail":"{readStateIndex:17366; appliedIndex:17365; }","duration":"331.116399ms","start":"2026-07-07T16:42:43.536841Z","end":"2026-07-07T16:42:43.867957Z","steps":["trace[77173623] 'read index received' (duration: 330.688709ms)","trace[77173623] 'applied index is now lower than readState.Index' (duration: 425.46µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:42:43.868105Z","caller":"traceutil/trace.go:171","msg":"trace[854056857] transaction","detail":"{read_only:false; response_revision:16741; number_of_response:1; }","duration":"342.890264ms","start":"2026-07-07T16:42:43.525189Z","end":"2026-07-07T16:42:43.868079Z","steps":["trace[854056857] 'process raft request' (duration: 342.454184ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:43.868244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:42:43.525152Z","time spent":"343.004867ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:42:43.868371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p22f7\" ","response":"range_response_count:1 size:6532"} {"level":"warn","ts":"2026-07-07T16:42:43.868404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.459752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-07T16:42:43.868446Z","caller":"traceutil/trace.go:171","msg":"trace[611376729] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p22f7; range_end:; response_count:1; response_revision:16741; }","duration":"331.654472ms","start":"2026-07-07T16:42:43.53677Z","end":"2026-07-07T16:42:43.868424Z","steps":["trace[611376729] 'agreement among raft nodes before linearized reading' (duration: 331.427537ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:42:43.868508Z","caller":"traceutil/trace.go:171","msg":"trace[918432801] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16741; }","duration":"215.613216ms","start":"2026-07-07T16:42:43.652874Z","end":"2026-07-07T16:42:43.868487Z","steps":["trace[918432801] 'agreement among raft nodes before linearized reading' (duration: 215.37137ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:43.868532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:42:43.536746Z","time spent":"331.772256ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-p22f7\" "} {"level":"warn","ts":"2026-07-07T16:42:43.868697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.703503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-07T16:42:43.868808Z","caller":"traceutil/trace.go:171","msg":"trace[1454110116] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16741; }","duration":"104.947789ms","start":"2026-07-07T16:42:43.763833Z","end":"2026-07-07T16:42:43.86878Z","steps":["trace[1454110116] 'agreement among raft nodes before linearized reading' (duration: 104.57471ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:42:46.239478Z","caller":"traceutil/trace.go:171","msg":"trace[1971494767] transaction","detail":"{read_only:false; response_revision:16754; number_of_response:1; }","duration":"279.618434ms","start":"2026-07-07T16:42:45.959822Z","end":"2026-07-07T16:42:46.23944Z","steps":["trace[1971494767] 'process raft request' (duration: 236.497561ms)","trace[1971494767] 'compare' (duration: 42.411026ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:42:46.239741Z","caller":"traceutil/trace.go:171","msg":"trace[1750447583] transaction","detail":"{read_only:false; response_revision:16755; number_of_response:1; }","duration":"278.860085ms","start":"2026-07-07T16:42:45.96083Z","end":"2026-07-07T16:42:46.23969Z","steps":["trace[1750447583] 'process raft request' (duration: 278.24988ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:42:46.239867Z","caller":"traceutil/trace.go:171","msg":"trace[540732106] linearizableReadLoop","detail":"{readStateIndex:17381; appliedIndex:17378; }","duration":"277.309688ms","start":"2026-07-07T16:42:45.962542Z","end":"2026-07-07T16:42:46.239852Z","steps":["trace[540732106] 'read index received' (duration: 89.060524ms)","trace[540732106] 'applied index is now lower than readState.Index' (duration: 188.247454ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:42:46.23985Z","caller":"traceutil/trace.go:171","msg":"trace[35766415] transaction","detail":"{read_only:false; response_revision:16756; number_of_response:1; }","duration":"106.004464ms","start":"2026-07-07T16:42:46.133798Z","end":"2026-07-07T16:42:46.239802Z","steps":["trace[35766415] 'process raft request' (duration: 105.84477ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:46.240104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.545803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p22f7\" ","response":"range_response_count:1 size:6532"} {"level":"info","ts":"2026-07-07T16:42:46.240138Z","caller":"traceutil/trace.go:171","msg":"trace[439320008] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p22f7; range_end:; response_count:1; response_revision:16756; }","duration":"277.627306ms","start":"2026-07-07T16:42:45.962502Z","end":"2026-07-07T16:42:46.24013Z","steps":["trace[439320008] 'agreement among raft nodes before linearized reading' (duration: 277.453822ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:46.241907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.536854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r9lw6\" ","response":"range_response_count:1 size:22101"} {"level":"info","ts":"2026-07-07T16:42:46.241997Z","caller":"traceutil/trace.go:171","msg":"trace[1235356150] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r9lw6; range_end:; response_count:1; response_revision:16757; }","duration":"263.657567ms","start":"2026-07-07T16:42:45.978316Z","end":"2026-07-07T16:42:46.241974Z","steps":["trace[1235356150] 'agreement among raft nodes before linearized reading' (duration: 263.410101ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:46.241967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.498581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-66hj2\" ","response":"range_response_count:1 size:9792"} {"level":"info","ts":"2026-07-07T16:42:46.242101Z","caller":"traceutil/trace.go:171","msg":"trace[826862798] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-66hj2; range_end:; response_count:1; response_revision:16757; }","duration":"272.666906ms","start":"2026-07-07T16:42:45.969405Z","end":"2026-07-07T16:42:46.242071Z","steps":["trace[826862798] 'agreement among raft nodes before linearized reading' (duration: 272.286957ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:46.242134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.770593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r9lw6\" ","response":"range_response_count:1 size:22101"} {"level":"info","ts":"2026-07-07T16:42:46.242176Z","caller":"traceutil/trace.go:171","msg":"trace[1422792281] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r9lw6; range_end:; response_count:1; response_revision:16757; }","duration":"266.826244ms","start":"2026-07-07T16:42:45.975335Z","end":"2026-07-07T16:42:46.242161Z","steps":["trace[1422792281] 'agreement among raft nodes before linearized reading' (duration: 266.697441ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:46.242182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.004691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-72wnd\" ","response":"range_response_count:1 size:20645"} {"level":"info","ts":"2026-07-07T16:42:46.242209Z","caller":"traceutil/trace.go:171","msg":"trace[1324699095] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-72wnd; range_end:; response_count:1; response_revision:16757; }","duration":"270.055792ms","start":"2026-07-07T16:42:45.972147Z","end":"2026-07-07T16:42:46.242202Z","steps":["trace[1324699095] 'agreement among raft nodes before linearized reading' (duration: 269.97546ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:42:47.778918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.153772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T16:42:47.779024Z","caller":"traceutil/trace.go:171","msg":"trace[1830316439] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:16761; }","duration":"114.281305ms","start":"2026-07-07T16:42:47.664715Z","end":"2026-07-07T16:42:47.778996Z","steps":["trace[1830316439] 'count revisions from in-memory index tree' (duration: 114.034258ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:42:48.229489Z","caller":"traceutil/trace.go:171","msg":"trace[1898807072] linearizableReadLoop","detail":"{readStateIndex:17389; appliedIndex:17388; }","duration":"122.415101ms","start":"2026-07-07T16:42:48.107037Z","end":"2026-07-07T16:42:48.229452Z","steps":["trace[1898807072] 'read index received' (duration: 57.824289ms)","trace[1898807072] 'applied index is now lower than readState.Index' (duration: 64.588692ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:42:48.229795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.737799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T16:42:48.229841Z","caller":"traceutil/trace.go:171","msg":"trace[714959922] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16763; }","duration":"122.870872ms","start":"2026-07-07T16:42:48.106959Z","end":"2026-07-07T16:42:48.22983Z","steps":["trace[714959922] 'agreement among raft nodes before linearized reading' (duration: 122.753879ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:42:48.229523Z","caller":"traceutil/trace.go:171","msg":"trace[1401977382] transaction","detail":"{read_only:false; response_revision:16763; number_of_response:1; }","duration":"166.62222ms","start":"2026-07-07T16:42:48.062857Z","end":"2026-07-07T16:42:48.229479Z","steps":["trace[1401977382] 'process raft request' (duration: 102.050919ms)","trace[1401977382] 'compare' (duration: 64.275874ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:42:48.720096Z","caller":"traceutil/trace.go:171","msg":"trace[2040570722] transaction","detail":"{read_only:false; response_revision:16768; number_of_response:1; }","duration":"113.865373ms","start":"2026-07-07T16:42:48.606171Z","end":"2026-07-07T16:42:48.720036Z","steps":["trace[2040570722] 'process raft request' (duration: 79.341228ms)","trace[2040570722] 'compare' (duration: 34.27904ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:42:48.831406Z","caller":"traceutil/trace.go:171","msg":"trace[1215155064] transaction","detail":"{read_only:false; response_revision:16769; number_of_response:1; }","duration":"128.978869ms","start":"2026-07-07T16:42:48.702379Z","end":"2026-07-07T16:42:48.831358Z","steps":["trace[1215155064] 'process raft request' (duration: 118.25637ms)","trace[1215155064] 'compare' (duration: 10.515074ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:42:51.229402Z","caller":"traceutil/trace.go:171","msg":"trace[1854703448] transaction","detail":"{read_only:false; response_revision:16780; number_of_response:1; }","duration":"107.191813ms","start":"2026-07-07T16:42:51.122175Z","end":"2026-07-07T16:42:51.229367Z","steps":["trace[1854703448] 'process raft request' (duration: 106.910676ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:42:57.005054Z","caller":"traceutil/trace.go:171","msg":"trace[2099528267] transaction","detail":"{read_only:false; response_revision:16811; number_of_response:1; }","duration":"139.154226ms","start":"2026-07-07T16:42:56.865865Z","end":"2026-07-07T16:42:57.005019Z","steps":["trace[2099528267] 'process raft request' (duration: 138.961061ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:43:00.580133Z","caller":"traceutil/trace.go:171","msg":"trace[1316878992] linearizableReadLoop","detail":"{readStateIndex:17454; appliedIndex:17453; }","duration":"127.209387ms","start":"2026-07-07T16:43:00.452904Z","end":"2026-07-07T16:43:00.580114Z","steps":["trace[1316878992] 'read index received' (duration: 127.015683ms)","trace[1316878992] 'applied index is now lower than readState.Index' (duration: 192.614µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:43:00.580169Z","caller":"traceutil/trace.go:171","msg":"trace[1703250656] transaction","detail":"{read_only:false; response_revision:16825; number_of_response:1; }","duration":"149.730632ms","start":"2026-07-07T16:43:00.430418Z","end":"2026-07-07T16:43:00.580148Z","steps":["trace[1703250656] 'process raft request' (duration: 149.531997ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:43:00.580279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.345971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-07T16:43:00.580316Z","caller":"traceutil/trace.go:171","msg":"trace[1072177791] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:16825; }","duration":"127.430453ms","start":"2026-07-07T16:43:00.452875Z","end":"2026-07-07T16:43:00.580306Z","steps":["trace[1072177791] 'agreement among raft nodes before linearized reading' (duration: 127.332521ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:43:03.04949Z","caller":"traceutil/trace.go:171","msg":"trace[565811188] transaction","detail":"{read_only:false; response_revision:16837; number_of_response:1; }","duration":"107.698065ms","start":"2026-07-07T16:43:02.941761Z","end":"2026-07-07T16:43:03.049459Z","steps":["trace[565811188] 'process raft request' (duration: 107.534772ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:43:03.411907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.544321ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-07T16:43:03.412054Z","caller":"traceutil/trace.go:171","msg":"trace[688174531] linearizableReadLoop","detail":"{readStateIndex:17467; appliedIndex:17466; }","duration":"305.124271ms","start":"2026-07-07T16:43:03.106907Z","end":"2026-07-07T16:43:03.412032Z","steps":["trace[688174531] 'read index received' (duration: 11.346005ms)","trace[688174531] 'applied index is now lower than readState.Index' (duration: 293.776616ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:43:03.41207Z","caller":"traceutil/trace.go:171","msg":"trace[1955379420] transaction","detail":"{read_only:false; response_revision:16838; number_of_response:1; }","duration":"381.811006ms","start":"2026-07-07T16:43:03.030228Z","end":"2026-07-07T16:43:03.412039Z","steps":["trace[1955379420] 'process raft request' (duration: 88.01965ms)","trace[1955379420] 'compare' (duration: 293.204032ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:43:03.412173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.266984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T16:43:03.4122Z","caller":"traceutil/trace.go:171","msg":"trace[1275952029] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16838; }","duration":"305.342116ms","start":"2026-07-07T16:43:03.106848Z","end":"2026-07-07T16:43:03.41219Z","steps":["trace[1275952029] 'agreement among raft nodes before linearized reading' (duration: 305.280544ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:43:03.412225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:43:03.106814Z","time spent":"305.404898ms","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T16:43:03.412347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.135035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T16:43:03.4125Z","caller":"traceutil/trace.go:171","msg":"trace[831272190] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:16838; }","duration":"256.369322ms","start":"2026-07-07T16:43:03.156107Z","end":"2026-07-07T16:43:03.412477Z","steps":["trace[831272190] 'agreement among raft nodes before linearized reading' (duration: 256.124836ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:43:03.412201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:43:03.030173Z","time spent":"381.957689ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:43:03.751613Z","caller":"traceutil/trace.go:171","msg":"trace[1773588111] transaction","detail":"{read_only:false; response_revision:16841; number_of_response:1; }","duration":"119.621013ms","start":"2026-07-07T16:43:03.631964Z","end":"2026-07-07T16:43:03.751585Z","steps":["trace[1773588111] 'process raft request' (duration: 119.430549ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:43:04.89424Z","caller":"traceutil/trace.go:171","msg":"trace[329406069] linearizableReadLoop","detail":"{readStateIndex:17475; appliedIndex:17474; }","duration":"266.510016ms","start":"2026-07-07T16:43:04.627701Z","end":"2026-07-07T16:43:04.894211Z","steps":["trace[329406069] 'read index received' (duration: 227.217916ms)","trace[329406069] 'applied index is now lower than readState.Index' (duration: 39.29031ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:43:04.894383Z","caller":"traceutil/trace.go:171","msg":"trace[54685083] transaction","detail":"{read_only:false; response_revision:16846; number_of_response:1; }","duration":"275.585566ms","start":"2026-07-07T16:43:04.618779Z","end":"2026-07-07T16:43:04.894365Z","steps":["trace[54685083] 'process raft request' (duration: 236.115921ms)","trace[54685083] 'compare' (duration: 39.009064ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:43:04.894642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.885415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p22f7\" ","response":"range_response_count:1 size:6532"} {"level":"info","ts":"2026-07-07T16:43:04.894745Z","caller":"traceutil/trace.go:171","msg":"trace[2001872317] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p22f7; range_end:; response_count:1; response_revision:16846; }","duration":"267.030019ms","start":"2026-07-07T16:43:04.627693Z","end":"2026-07-07T16:43:04.894723Z","steps":["trace[2001872317] 'agreement among raft nodes before linearized reading' (duration: 266.739852ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:43:04.90642Z","caller":"traceutil/trace.go:171","msg":"trace[54661192] transaction","detail":"{read_only:false; response_revision:16847; number_of_response:1; }","duration":"254.598999ms","start":"2026-07-07T16:43:04.651735Z","end":"2026-07-07T16:43:04.906334Z","steps":["trace[54661192] 'process raft request' (duration: 253.978044ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:43:04.906493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.319967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T16:43:04.906541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.325664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5524"} {"level":"info","ts":"2026-07-07T16:43:04.906609Z","caller":"traceutil/trace.go:171","msg":"trace[1675895853] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16847; }","duration":"241.454881ms","start":"2026-07-07T16:43:04.665129Z","end":"2026-07-07T16:43:04.906584Z","steps":["trace[1675895853] 'agreement among raft nodes before linearized reading' (duration: 241.317687ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:43:04.906622Z","caller":"traceutil/trace.go:171","msg":"trace[1072600961] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16847; }","duration":"257.437807ms","start":"2026-07-07T16:43:04.649166Z","end":"2026-07-07T16:43:04.906604Z","steps":["trace[1072600961] 'agreement among raft nodes before linearized reading' (duration: 257.292264ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:43:04.906659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.552336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-07T16:43:04.90676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.148364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-72wnd\" ","response":"range_response_count:1 size:20645"} {"level":"info","ts":"2026-07-07T16:43:04.906858Z","caller":"traceutil/trace.go:171","msg":"trace[191071035] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-72wnd; range_end:; response_count:1; response_revision:16847; }","duration":"215.262407ms","start":"2026-07-07T16:43:04.691572Z","end":"2026-07-07T16:43:04.906835Z","steps":["trace[191071035] 'agreement among raft nodes before linearized reading' (duration: 215.024081ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:43:04.906798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.692113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r9lw6\" ","response":"range_response_count:1 size:22101"} {"level":"info","ts":"2026-07-07T16:43:04.907039Z","caller":"traceutil/trace.go:171","msg":"trace[569698342] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r9lw6; range_end:; response_count:1; response_revision:16847; }","duration":"209.942898ms","start":"2026-07-07T16:43:04.697077Z","end":"2026-07-07T16:43:04.90702Z","steps":["trace[569698342] 'agreement among raft nodes before linearized reading' (duration: 209.651191ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:43:04.907112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.737372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-66hj2\" ","response":"range_response_count:1 size:9792"} {"level":"info","ts":"2026-07-07T16:43:04.907171Z","caller":"traceutil/trace.go:171","msg":"trace[50399218] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-66hj2; range_end:; response_count:1; response_revision:16847; }","duration":"218.823204ms","start":"2026-07-07T16:43:04.688333Z","end":"2026-07-07T16:43:04.907156Z","steps":["trace[50399218] 'agreement among raft nodes before linearized reading' (duration: 218.554087ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:43:04.90729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.0635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r9lw6\" ","response":"range_response_count:1 size:22101"} {"level":"info","ts":"2026-07-07T16:43:04.90742Z","caller":"traceutil/trace.go:171","msg":"trace[1739350632] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r9lw6; range_end:; response_count:1; response_revision:16847; }","duration":"217.269695ms","start":"2026-07-07T16:43:04.690123Z","end":"2026-07-07T16:43:04.907393Z","steps":["trace[1739350632] 'agreement among raft nodes before linearized reading' (duration: 216.801794ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:43:04.90684Z","caller":"traceutil/trace.go:171","msg":"trace[1402970244] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16847; }","duration":"244.75812ms","start":"2026-07-07T16:43:04.662063Z","end":"2026-07-07T16:43:04.906822Z","steps":["trace[1402970244] 'agreement among raft nodes before linearized reading' (duration: 244.495754ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:43:05.74319Z","caller":"traceutil/trace.go:171","msg":"trace[1813113188] transaction","detail":"{read_only:false; response_revision:16853; number_of_response:1; }","duration":"128.660653ms","start":"2026-07-07T16:43:05.614489Z","end":"2026-07-07T16:43:05.74315Z","steps":["trace[1813113188] 'process raft request' (duration: 128.402736ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:43:06.739756Z","caller":"traceutil/trace.go:171","msg":"trace[1330479950] linearizableReadLoop","detail":"{readStateIndex:17485; appliedIndex:17484; }","duration":"141.875202ms","start":"2026-07-07T16:43:06.597849Z","end":"2026-07-07T16:43:06.739724Z","steps":["trace[1330479950] 'read index received' (duration: 141.694447ms)","trace[1330479950] 'applied index is now lower than readState.Index' (duration: 179.455µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:43:06.739894Z","caller":"traceutil/trace.go:171","msg":"trace[733027028] transaction","detail":"{read_only:false; response_revision:16855; number_of_response:1; }","duration":"178.742353ms","start":"2026-07-07T16:43:06.561096Z","end":"2026-07-07T16:43:06.739839Z","steps":["trace[733027028] 'process raft request' (duration: 178.439136ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:43:06.739966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.092637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T16:43:06.740082Z","caller":"traceutil/trace.go:171","msg":"trace[1887456129] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16855; }","duration":"142.264362ms","start":"2026-07-07T16:43:06.597789Z","end":"2026-07-07T16:43:06.740053Z","steps":["trace[1887456129] 'agreement among raft nodes before linearized reading' (duration: 142.069807ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:43:06.998833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.886149ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-07T16:43:06.999171Z","caller":"traceutil/trace.go:171","msg":"trace[1257542437] transaction","detail":"{read_only:false; response_revision:16856; number_of_response:1; }","duration":"379.169511ms","start":"2026-07-07T16:43:06.619949Z","end":"2026-07-07T16:43:06.999118Z","steps":["trace[1257542437] 'process raft request' (duration: 263.885962ms)","trace[1257542437] 'compare' (duration: 114.705365ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:43:06.999255Z","caller":"traceutil/trace.go:171","msg":"trace[514558085] linearizableReadLoop","detail":"{readStateIndex:17486; appliedIndex:17485; }","duration":"259.371054ms","start":"2026-07-07T16:43:06.739849Z","end":"2026-07-07T16:43:06.99922Z","steps":["trace[514558085] 'read index received' (duration: 144.000023ms)","trace[514558085] 'applied index is now lower than readState.Index' (duration: 115.365521ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:43:06.999195Z","caller":"traceutil/trace.go:171","msg":"trace[723759004] transaction","detail":"{read_only:false; response_revision:16857; number_of_response:1; }","duration":"257.403497ms","start":"2026-07-07T16:43:06.741769Z","end":"2026-07-07T16:43:06.999172Z","steps":["trace[723759004] 'process raft request' (duration: 257.321035ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:43:06.999543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.017362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-07-07T16:43:06.999555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.533872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-07T16:43:06.999598Z","caller":"traceutil/trace.go:171","msg":"trace[228515415] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16857; }","duration":"399.141124ms","start":"2026-07-07T16:43:06.600442Z","end":"2026-07-07T16:43:06.999583Z","steps":["trace[228515415] 'agreement among raft nodes before linearized reading' (duration: 398.907789ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:43:06.999583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.698429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T16:43:06.999613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.217466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5524"} {"level":"warn","ts":"2026-07-07T16:43:06.99966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:43:06.60042Z","time spent":"399.230557ms","remote":"127.0.0.1:44914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-07-07T16:43:06.999661Z","caller":"traceutil/trace.go:171","msg":"trace[85280008] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16857; }","duration":"100.692386ms","start":"2026-07-07T16:43:06.898946Z","end":"2026-07-07T16:43:06.999639Z","steps":["trace[85280008] 'agreement among raft nodes before linearized reading' (duration: 100.44949ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:43:06.9997Z","caller":"traceutil/trace.go:171","msg":"trace[1515138324] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16857; }","duration":"399.905134ms","start":"2026-07-07T16:43:06.599769Z","end":"2026-07-07T16:43:06.999675Z","steps":["trace[1515138324] 'agreement among raft nodes before linearized reading' (duration: 399.566056ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:43:06.999721Z","caller":"traceutil/trace.go:171","msg":"trace[2093544361] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16857; }","duration":"401.345778ms","start":"2026-07-07T16:43:06.598342Z","end":"2026-07-07T16:43:06.999688Z","steps":["trace[2093544361] 'agreement among raft nodes before linearized reading' (duration: 401.02076ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:43:06.999758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:43:06.599708Z","time spent":"400.040947ms","remote":"127.0.0.1:44962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-07-07T16:43:06.999702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.187805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5524"} {"level":"info","ts":"2026-07-07T16:43:06.999939Z","caller":"traceutil/trace.go:171","msg":"trace[1790567788] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16857; }","duration":"401.442191ms","start":"2026-07-07T16:43:06.598478Z","end":"2026-07-07T16:43:06.99992Z","steps":["trace[1790567788] 'agreement among raft nodes before linearized reading' (duration: 400.903548ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:43:07.000018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:43:06.598471Z","time spent":"401.534073ms","remote":"127.0.0.1:44962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-07T16:43:06.999768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:43:06.598316Z","time spent":"401.441771ms","remote":"127.0.0.1:44962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-07T16:43:06.999409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:43:06.61991Z","time spent":"379.370226ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:43:07.142139Z","caller":"traceutil/trace.go:171","msg":"trace[907659084] transaction","detail":"{read_only:false; response_revision:16858; number_of_response:1; }","duration":"133.514539ms","start":"2026-07-07T16:43:07.008561Z","end":"2026-07-07T16:43:07.142076Z","steps":["trace[907659084] 'process raft request' (duration: 132.935605ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:43:07.143766Z","caller":"traceutil/trace.go:171","msg":"trace[101104386] transaction","detail":"{read_only:false; response_revision:16859; number_of_response:1; }","duration":"134.981175ms","start":"2026-07-07T16:43:07.008742Z","end":"2026-07-07T16:43:07.143723Z","steps":["trace[101104386] 'process raft request' (duration: 134.686058ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:43:07.143928Z","caller":"traceutil/trace.go:171","msg":"trace[698599600] linearizableReadLoop","detail":"{readStateIndex:17489; appliedIndex:17487; }","duration":"133.633152ms","start":"2026-07-07T16:43:07.010256Z","end":"2026-07-07T16:43:07.143889Z","steps":["trace[698599600] 'read index received' (duration: 131.260585ms)","trace[698599600] 'applied index is now lower than readState.Index' (duration: 2.369747ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:43:07.144366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.770595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-07T16:43:07.144438Z","caller":"traceutil/trace.go:171","msg":"trace[963142661] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:16860; }","duration":"133.903579ms","start":"2026-07-07T16:43:07.010516Z","end":"2026-07-07T16:43:07.14442Z","steps":["trace[963142661] 'agreement among raft nodes before linearized reading' (duration: 133.642433ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:43:07.145754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.888192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737685"} {"level":"info","ts":"2026-07-07T16:43:07.145855Z","caller":"traceutil/trace.go:171","msg":"trace[359906580] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:16860; }","duration":"135.017826ms","start":"2026-07-07T16:43:07.010813Z","end":"2026-07-07T16:43:07.145831Z","steps":["trace[359906580] 'agreement among raft nodes before linearized reading' (duration: 133.856308ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:43:07.145854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.569339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737685"} {"level":"info","ts":"2026-07-07T16:43:07.145914Z","caller":"traceutil/trace.go:171","msg":"trace[2014192948] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:16860; }","duration":"135.652241ms","start":"2026-07-07T16:43:07.010246Z","end":"2026-07-07T16:43:07.145899Z","steps":["trace[2014192948] 'agreement among raft nodes before linearized reading' (duration: 133.756855ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:43:07.145928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.60005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737685"} {"level":"warn","ts":"2026-07-07T16:43:07.146022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.481573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737685"} {"level":"info","ts":"2026-07-07T16:43:07.146064Z","caller":"traceutil/trace.go:171","msg":"trace[1149761076] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:16860; }","duration":"135.793495ms","start":"2026-07-07T16:43:07.010244Z","end":"2026-07-07T16:43:07.146037Z","steps":["trace[1149761076] 'agreement among raft nodes before linearized reading' (duration: 133.887689ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:43:07.146084Z","caller":"traceutil/trace.go:171","msg":"trace[1448523318] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:16860; }","duration":"134.549255ms","start":"2026-07-07T16:43:07.011518Z","end":"2026-07-07T16:43:07.146067Z","steps":["trace[1448523318] 'agreement among raft nodes before linearized reading' (duration: 132.616988ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:43:07.146408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.928618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737685"} {"level":"info","ts":"2026-07-07T16:43:07.146503Z","caller":"traceutil/trace.go:171","msg":"trace[28886448] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:16860; }","duration":"136.052681ms","start":"2026-07-07T16:43:07.010434Z","end":"2026-07-07T16:43:07.146486Z","steps":["trace[28886448] 'agreement among raft nodes before linearized reading' (duration: 134.005211ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:43:09.386471Z","caller":"traceutil/trace.go:171","msg":"trace[908804554] transaction","detail":"{read_only:false; response_revision:16870; number_of_response:1; }","duration":"222.751628ms","start":"2026-07-07T16:43:09.163684Z","end":"2026-07-07T16:43:09.386435Z","steps":["trace[908804554] 'process raft request' (duration: 222.519153ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:43:09.543236Z","caller":"traceutil/trace.go:171","msg":"trace[260337486] transaction","detail":"{read_only:false; response_revision:16871; number_of_response:1; }","duration":"376.414175ms","start":"2026-07-07T16:43:09.166783Z","end":"2026-07-07T16:43:09.543197Z","steps":["trace[260337486] 'process raft request' (duration: 326.852186ms)","trace[260337486] 'compare' (duration: 49.234201ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:43:09.543406Z","caller":"traceutil/trace.go:171","msg":"trace[1909693483] transaction","detail":"{read_only:false; response_revision:16872; number_of_response:1; }","duration":"109.13406ms","start":"2026-07-07T16:43:09.434249Z","end":"2026-07-07T16:43:09.543384Z","steps":["trace[1909693483] 'process raft request' (duration: 108.859143ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:43:09.543227Z","caller":"traceutil/trace.go:171","msg":"trace[2033784659] linearizableReadLoop","detail":"{readStateIndex:17501; appliedIndex:17499; }","duration":"372.48291ms","start":"2026-07-07T16:43:09.17071Z","end":"2026-07-07T16:43:09.543193Z","steps":["trace[2033784659] 'read index received' (duration: 215.586945ms)","trace[2033784659] 'applied index is now lower than readState.Index' (duration: 156.894505ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:43:09.543445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:43:09.166749Z","time spent":"376.580499ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:43:09.543638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.88754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18685"} {"level":"info","ts":"2026-07-07T16:43:09.543761Z","caller":"traceutil/trace.go:171","msg":"trace[1199054941] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:16872; }","duration":"373.028113ms","start":"2026-07-07T16:43:09.170703Z","end":"2026-07-07T16:43:09.543732Z","steps":["trace[1199054941] 'agreement among raft nodes before linearized reading' (duration: 372.569432ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:43:09.543826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:43:09.170672Z","time spent":"373.139906ms","remote":"127.0.0.1:44926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18708,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-07-07T16:43:09.544054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.142834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r9lw6\" ","response":"range_response_count:1 size:22101"} {"level":"info","ts":"2026-07-07T16:43:09.544138Z","caller":"traceutil/trace.go:171","msg":"trace[907095630] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r9lw6; range_end:; response_count:1; response_revision:16872; }","duration":"370.234746ms","start":"2026-07-07T16:43:09.17388Z","end":"2026-07-07T16:43:09.544115Z","steps":["trace[907095630] 'agreement among raft nodes before linearized reading' (duration: 369.983359ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:43:09.544195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:43:09.173875Z","time spent":"370.306787ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22124,"request content":"key:\"/registry/pods/openstack/nova-compute-default-r9lw6\" "} {"level":"warn","ts":"2026-07-07T16:43:09.544196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.339827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r9lw6\" ","response":"range_response_count:1 size:22101"} {"level":"warn","ts":"2026-07-07T16:43:09.544077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.233628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p22f7\" ","response":"range_response_count:1 size:6532"} {"level":"warn","ts":"2026-07-07T16:43:09.544239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.211998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-72wnd\" ","response":"range_response_count:1 size:20645"} {"level":"info","ts":"2026-07-07T16:43:09.544263Z","caller":"traceutil/trace.go:171","msg":"trace[463258291] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r9lw6; range_end:; response_count:1; response_revision:16872; }","duration":"372.421919ms","start":"2026-07-07T16:43:09.171824Z","end":"2026-07-07T16:43:09.544245Z","steps":["trace[463258291] 'agreement among raft nodes before linearized reading' (duration: 372.235314ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:43:09.544281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.955769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-66hj2\" ","response":"range_response_count:1 size:9792"} {"level":"info","ts":"2026-07-07T16:43:09.54431Z","caller":"traceutil/trace.go:171","msg":"trace[831436114] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-72wnd; range_end:; response_count:1; response_revision:16872; }","duration":"373.29557ms","start":"2026-07-07T16:43:09.170995Z","end":"2026-07-07T16:43:09.54429Z","steps":["trace[831436114] 'agreement among raft nodes before linearized reading' (duration: 373.095365ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:43:09.544313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:43:09.171818Z","time spent":"372.48347ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22124,"request content":"key:\"/registry/pods/openstack/nova-compute-default-r9lw6\" "} {"level":"info","ts":"2026-07-07T16:43:09.544344Z","caller":"traceutil/trace.go:171","msg":"trace[1303272727] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-66hj2; range_end:; response_count:1; response_revision:16872; }","duration":"370.032221ms","start":"2026-07-07T16:43:09.174297Z","end":"2026-07-07T16:43:09.544329Z","steps":["trace[1303272727] 'agreement among raft nodes before linearized reading' (duration: 369.862707ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:43:09.544333Z","caller":"traceutil/trace.go:171","msg":"trace[1066019090] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p22f7; range_end:; response_count:1; response_revision:16872; }","duration":"373.576607ms","start":"2026-07-07T16:43:09.170704Z","end":"2026-07-07T16:43:09.544281Z","steps":["trace[1066019090] 'agreement among raft nodes before linearized reading' (duration: 373.010693ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:43:09.544359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:43:09.170988Z","time spent":"373.357451ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20668,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-72wnd\" "} {"level":"warn","ts":"2026-07-07T16:43:09.544399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:43:09.174291Z","time spent":"370.098852ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9815,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-66hj2\" "} {"level":"warn","ts":"2026-07-07T16:43:09.544582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:43:09.170675Z","time spent":"373.737101ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-p22f7\" "} {"level":"warn","ts":"2026-07-07T16:43:10.473169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.367605ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-07T16:43:13.181728Z","caller":"traceutil/trace.go:171","msg":"trace[86188490] transaction","detail":"{read_only:false; response_revision:16887; number_of_response:1; }","duration":"148.535813ms","start":"2026-07-07T16:43:13.033163Z","end":"2026-07-07T16:43:13.181699Z","steps":["trace[86188490] 'process raft request' (duration: 148.212795ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:43:15.563678Z","caller":"traceutil/trace.go:171","msg":"trace[951337643] transaction","detail":"{read_only:false; response_revision:16900; number_of_response:1; }","duration":"140.786525ms","start":"2026-07-07T16:43:15.422862Z","end":"2026-07-07T16:43:15.563649Z","steps":["trace[951337643] 'process raft request' (duration: 140.618621ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:43:15.688695Z","caller":"traceutil/trace.go:171","msg":"trace[673938297] linearizableReadLoop","detail":"{readStateIndex:17533; appliedIndex:17532; }","duration":"116.396776ms","start":"2026-07-07T16:43:15.57226Z","end":"2026-07-07T16:43:15.688657Z","steps":["trace[673938297] 'read index received' (duration: 78.756385ms)","trace[673938297] 'applied index is now lower than readState.Index' (duration: 37.638721ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:43:15.688765Z","caller":"traceutil/trace.go:171","msg":"trace[1000554980] transaction","detail":"{read_only:false; response_revision:16901; number_of_response:1; }","duration":"120.169847ms","start":"2026-07-07T16:43:15.568561Z","end":"2026-07-07T16:43:15.688731Z","steps":["trace[1000554980] 'process raft request' (duration: 82.613229ms)","trace[1000554980] 'compare' (duration: 37.245321ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:43:15.689566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.287507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-07T16:43:15.689668Z","caller":"traceutil/trace.go:171","msg":"trace[727667002] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16901; }","duration":"117.451122ms","start":"2026-07-07T16:43:15.572195Z","end":"2026-07-07T16:43:15.689646Z","steps":["trace[727667002] 'agreement among raft nodes before linearized reading' (duration: 116.667863ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:43:17.205082Z","caller":"traceutil/trace.go:171","msg":"trace[1235687076] transaction","detail":"{read_only:false; response_revision:16907; number_of_response:1; }","duration":"103.845122ms","start":"2026-07-07T16:43:17.101207Z","end":"2026-07-07T16:43:17.205052Z","steps":["trace[1235687076] 'process raft request' (duration: 103.609786ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:43:17.317516Z","caller":"traceutil/trace.go:171","msg":"trace[655112099] transaction","detail":"{read_only:false; response_revision:16908; number_of_response:1; }","duration":"117.48008ms","start":"2026-07-07T16:43:17.200002Z","end":"2026-07-07T16:43:17.317482Z","steps":["trace[655112099] 'process raft request' (duration: 117.232624ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:43:17.317742Z","caller":"traceutil/trace.go:171","msg":"trace[709903892] transaction","detail":"{read_only:false; response_revision:16909; number_of_response:1; }","duration":"116.515917ms","start":"2026-07-07T16:43:17.201185Z","end":"2026-07-07T16:43:17.317701Z","steps":["trace[709903892] 'process raft request' (duration: 116.253231ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:43:19.829382Z","caller":"traceutil/trace.go:171","msg":"trace[542870909] linearizableReadLoop","detail":"{readStateIndex:17552; appliedIndex:17550; }","duration":"438.271681ms","start":"2026-07-07T16:43:19.391074Z","end":"2026-07-07T16:43:19.829346Z","steps":["trace[542870909] 'read index received' (duration: 438.049386ms)","trace[542870909] 'applied index is now lower than readState.Index' (duration: 221.425µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:43:19.829461Z","caller":"traceutil/trace.go:171","msg":"trace[1247034491] transaction","detail":"{read_only:false; response_revision:16920; number_of_response:1; }","duration":"505.20022ms","start":"2026-07-07T16:43:19.32423Z","end":"2026-07-07T16:43:19.82943Z","steps":["trace[1247034491] 'process raft request' (duration: 505.061027ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:43:19.82946Z","caller":"traceutil/trace.go:171","msg":"trace[1708017299] transaction","detail":"{read_only:false; response_revision:16919; number_of_response:1; }","duration":"505.17208ms","start":"2026-07-07T16:43:19.32423Z","end":"2026-07-07T16:43:19.829402Z","steps":["trace[1708017299] 'process raft request' (duration: 504.830781ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:43:19.829665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:43:19.324182Z","time spent":"505.344684ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:43:19.82981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.732973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-07-07T16:43:19.82988Z","caller":"traceutil/trace.go:171","msg":"trace[2142848231] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:16920; }","duration":"438.803405ms","start":"2026-07-07T16:43:19.391059Z","end":"2026-07-07T16:43:19.829862Z","steps":["trace[2142848231] 'agreement among raft nodes before linearized reading' (duration: 438.482767ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:43:19.829968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:43:19.391005Z","time spent":"438.949168ms","remote":"127.0.0.1:44910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-07-07T16:43:19.830198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:43:19.324182Z","time spent":"505.393075ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:43:20.25795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.576693ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-07T16:43:20.258301Z","caller":"traceutil/trace.go:171","msg":"trace[1238710226] transaction","detail":"{read_only:false; response_revision:16922; number_of_response:1; }","duration":"391.949041ms","start":"2026-07-07T16:43:19.866321Z","end":"2026-07-07T16:43:20.25827Z","steps":["trace[1238710226] 'process raft request' (duration: 391.844209ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:43:20.25859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:43:19.866291Z","time spent":"392.257618ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:43:20.258665Z","caller":"traceutil/trace.go:171","msg":"trace[482257417] transaction","detail":"{read_only:false; response_revision:16921; number_of_response:1; }","duration":"555.867346ms","start":"2026-07-07T16:43:19.702775Z","end":"2026-07-07T16:43:20.258642Z","steps":["trace[482257417] 'process raft request' (duration: 189.462773ms)","trace[482257417] 'compare' (duration: 365.382039ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:43:20.258753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:43:19.702745Z","time spent":"555.962368ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:43:20.258846Z","caller":"traceutil/trace.go:171","msg":"trace[923423864] linearizableReadLoop","detail":"{readStateIndex:17553; appliedIndex:17552; }","duration":"429.286974ms","start":"2026-07-07T16:43:19.829501Z","end":"2026-07-07T16:43:20.258788Z","steps":["trace[923423864] 'read index received' (duration: 62.768668ms)","trace[923423864] 'applied index is now lower than readState.Index' (duration: 366.513116ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:43:20.258986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.933427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-07T16:43:20.259047Z","caller":"traceutil/trace.go:171","msg":"trace[229082013] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16922; }","duration":"458.03705ms","start":"2026-07-07T16:43:19.800994Z","end":"2026-07-07T16:43:20.259031Z","steps":["trace[229082013] 'agreement among raft nodes before linearized reading' (duration: 457.845995ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:43:20.259067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.259629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-07T16:43:20.259096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.302921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-07T16:43:20.259197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.881694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T16:43:20.259215Z","caller":"traceutil/trace.go:171","msg":"trace[1256327849] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16922; }","duration":"519.484176ms","start":"2026-07-07T16:43:19.739695Z","end":"2026-07-07T16:43:20.259179Z","steps":["trace[1256327849] 'agreement among raft nodes before linearized reading' (duration: 519.119318ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:43:20.259196Z","caller":"traceutil/trace.go:171","msg":"trace[1456639671] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16922; }","duration":"657.436583ms","start":"2026-07-07T16:43:19.60173Z","end":"2026-07-07T16:43:20.259166Z","steps":["trace[1456639671] 'agreement among raft nodes before linearized reading' (duration: 657.187247ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:43:20.259239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.111322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-66hj2\" ","response":"range_response_count:1 size:9792"} {"level":"warn","ts":"2026-07-07T16:43:20.259249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.128493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8a1856cd-8db4-4236-8dd9-6aa998185a56\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-07-07T16:43:20.259276Z","caller":"traceutil/trace.go:171","msg":"trace[1208101919] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-66hj2; range_end:; response_count:1; response_revision:16922; }","duration":"408.210964ms","start":"2026-07-07T16:43:19.851055Z","end":"2026-07-07T16:43:20.259266Z","steps":["trace[1208101919] 'agreement among raft nodes before linearized reading' (duration: 408.095222ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:43:20.259279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:43:19.739669Z","time spent":"519.597959ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-07T16:43:20.259305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:43:19.851027Z","time spent":"408.270896ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9815,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-66hj2\" "} {"level":"info","ts":"2026-07-07T16:43:20.259257Z","caller":"traceutil/trace.go:171","msg":"trace[1274263539] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16922; }","duration":"151.961546ms","start":"2026-07-07T16:43:20.107281Z","end":"2026-07-07T16:43:20.259242Z","steps":["trace[1274263539] 'agreement among raft nodes before linearized reading' (duration: 151.876244ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:43:20.259404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.287621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-07-07T16:43:20.259417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.54705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-72wnd\" ","response":"range_response_count:1 size:20645"} {"level":"warn","ts":"2026-07-07T16:43:20.259418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.649531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-07T16:43:20.259406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.57079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-07T16:43:20.259468Z","caller":"traceutil/trace.go:171","msg":"trace[1270908059] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-72wnd; range_end:; response_count:1; response_revision:16922; }","duration":"412.614531ms","start":"2026-07-07T16:43:19.84684Z","end":"2026-07-07T16:43:20.259454Z","steps":["trace[1270908059] 'agreement among raft nodes before linearized reading' (duration: 412.467397ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:43:20.259513Z","caller":"traceutil/trace.go:171","msg":"trace[234850371] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:16922; }","duration":"159.764425ms","start":"2026-07-07T16:43:20.099727Z","end":"2026-07-07T16:43:20.259491Z","steps":["trace[234850371] 'agreement among raft nodes before linearized reading' (duration: 159.5528ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:43:20.259522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:43:19.84683Z","time spent":"412.681802ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20668,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-72wnd\" "} {"level":"warn","ts":"2026-07-07T16:43:20.259102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:43:19.800969Z","time spent":"458.121712ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-07T16:43:20.259577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.409725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p22f7\" ","response":"range_response_count:1 size:6532"} {"level":"info","ts":"2026-07-07T16:43:20.259601Z","caller":"traceutil/trace.go:171","msg":"trace[20832111] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:16922; }","duration":"677.974459ms","start":"2026-07-07T16:43:19.581605Z","end":"2026-07-07T16:43:20.259579Z","steps":["trace[20832111] 'agreement among raft nodes before linearized reading' (duration: 677.323283ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:43:20.25962Z","caller":"traceutil/trace.go:171","msg":"trace[327669928] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p22f7; range_end:; response_count:1; response_revision:16922; }","duration":"414.508177ms","start":"2026-07-07T16:43:19.845103Z","end":"2026-07-07T16:43:20.259611Z","steps":["trace[327669928] 'agreement among raft nodes before linearized reading' (duration: 414.402544ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:43:20.259656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:43:19.845075Z","time spent":"414.574779ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-p22f7\" "} {"level":"info","ts":"2026-07-07T16:43:20.259309Z","caller":"traceutil/trace.go:171","msg":"trace[889981921] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8a1856cd-8db4-4236-8dd9-6aa998185a56; range_end:; response_count:1; response_revision:16922; }","duration":"425.268977ms","start":"2026-07-07T16:43:19.834023Z","end":"2026-07-07T16:43:20.259292Z","steps":["trace[889981921] 'agreement among raft nodes before linearized reading' (duration: 425.005161ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:43:20.259282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:43:19.601702Z","time spent":"657.565257ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-07T16:43:20.259717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:43:19.833992Z","time spent":"425.713027ms","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-8a1856cd-8db4-4236-8dd9-6aa998185a56\" "} {"level":"warn","ts":"2026-07-07T16:43:20.259729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.468149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r9lw6\" ","response":"range_response_count:1 size:22101"} {"level":"info","ts":"2026-07-07T16:43:20.259776Z","caller":"traceutil/trace.go:171","msg":"trace[1160002623] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r9lw6; range_end:; response_count:1; response_revision:16922; }","duration":"410.538071ms","start":"2026-07-07T16:43:19.849225Z","end":"2026-07-07T16:43:20.259763Z","steps":["trace[1160002623] 'agreement among raft nodes before linearized reading' (duration: 410.403157ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:43:20.259782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.463542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r9lw6\" ","response":"range_response_count:1 size:22101"} {"level":"warn","ts":"2026-07-07T16:43:20.259744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:43:19.581518Z","time spent":"678.210996ms","remote":"127.0.0.1:39248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":31,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:43:20.259818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:43:19.849215Z","time spent":"410.596012ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22124,"request content":"key:\"/registry/pods/openstack/nova-compute-default-r9lw6\" "} {"level":"info","ts":"2026-07-07T16:43:20.259826Z","caller":"traceutil/trace.go:171","msg":"trace[370744551] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r9lw6; range_end:; response_count:1; response_revision:16922; }","duration":"413.526113ms","start":"2026-07-07T16:43:19.846289Z","end":"2026-07-07T16:43:20.259815Z","steps":["trace[370744551] 'agreement among raft nodes before linearized reading' (duration: 413.41285ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:43:20.259859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:43:19.846281Z","time spent":"413.571654ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22124,"request content":"key:\"/registry/pods/openstack/nova-compute-default-r9lw6\" "} {"level":"info","ts":"2026-07-07T16:43:20.259448Z","caller":"traceutil/trace.go:171","msg":"trace[623647499] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16922; }","duration":"211.378054ms","start":"2026-07-07T16:43:20.04806Z","end":"2026-07-07T16:43:20.259438Z","steps":["trace[623647499] 'agreement among raft nodes before linearized reading' (duration: 211.256161ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:43:22.606436Z","caller":"traceutil/trace.go:171","msg":"trace[177304404] transaction","detail":"{read_only:false; response_revision:16936; number_of_response:1; }","duration":"171.247093ms","start":"2026-07-07T16:43:22.435158Z","end":"2026-07-07T16:43:22.606405Z","steps":["trace[177304404] 'process raft request' (duration: 171.105159ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:43:22.606673Z","caller":"traceutil/trace.go:171","msg":"trace[1158962999] linearizableReadLoop","detail":"{readStateIndex:17568; appliedIndex:17567; }","duration":"182.837933ms","start":"2026-07-07T16:43:22.423775Z","end":"2026-07-07T16:43:22.606613Z","steps":["trace[1158962999] 'read index received' (duration: 90.141161ms)","trace[1158962999] 'applied index is now lower than readState.Index' (duration: 92.693332ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:43:22.606931Z","caller":"traceutil/trace.go:171","msg":"trace[1162909871] transaction","detail":"{read_only:false; response_revision:16935; number_of_response:1; }","duration":"184.534554ms","start":"2026-07-07T16:43:22.422058Z","end":"2026-07-07T16:43:22.606592Z","steps":["trace[1162909871] 'process raft request' (duration: 91.875843ms)","trace[1162909871] 'compare' (duration: 92.102798ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:43:22.607031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.946182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T16:43:22.607333Z","caller":"traceutil/trace.go:171","msg":"trace[956713485] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:16936; }","duration":"101.329761ms","start":"2026-07-07T16:43:22.505986Z","end":"2026-07-07T16:43:22.607316Z","steps":["trace[956713485] 'agreement among raft nodes before linearized reading' (duration: 100.936221ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:43:22.60815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.442228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737685"} {"level":"info","ts":"2026-07-07T16:43:22.608232Z","caller":"traceutil/trace.go:171","msg":"trace[1708784616] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:16936; }","duration":"183.53579ms","start":"2026-07-07T16:43:22.424671Z","end":"2026-07-07T16:43:22.608207Z","steps":["trace[1708784616] 'agreement among raft nodes before linearized reading' (duration: 182.464214ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:43:22.608222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.600639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737685"} {"level":"warn","ts":"2026-07-07T16:43:22.608157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.389181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737685"} {"level":"info","ts":"2026-07-07T16:43:22.608299Z","caller":"traceutil/trace.go:171","msg":"trace[1674982419] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:16936; }","duration":"180.712271ms","start":"2026-07-07T16:43:22.427568Z","end":"2026-07-07T16:43:22.608281Z","steps":["trace[1674982419] 'agreement among raft nodes before linearized reading' (duration: 179.378649ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:43:22.608357Z","caller":"traceutil/trace.go:171","msg":"trace[1606588462] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:16936; }","duration":"184.634286ms","start":"2026-07-07T16:43:22.423691Z","end":"2026-07-07T16:43:22.608325Z","steps":["trace[1606588462] 'agreement among raft nodes before linearized reading' (duration: 183.12322ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:43:22.609294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.111678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737685"} {"level":"info","ts":"2026-07-07T16:43:22.610273Z","caller":"traceutil/trace.go:171","msg":"trace[1209567681] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:16936; }","duration":"186.094452ms","start":"2026-07-07T16:43:22.424129Z","end":"2026-07-07T16:43:22.610223Z","steps":["trace[1209567681] 'agreement among raft nodes before linearized reading' (duration: 182.71242ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:43:24.412713Z","caller":"traceutil/trace.go:171","msg":"trace[1683367782] linearizableReadLoop","detail":"{readStateIndex:17574; appliedIndex:17572; }","duration":"118.504006ms","start":"2026-07-07T16:43:24.29417Z","end":"2026-07-07T16:43:24.412674Z","steps":["trace[1683367782] 'read index received' (duration: 26.44819ms)","trace[1683367782] 'applied index is now lower than readState.Index' (duration: 92.054376ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:43:24.412799Z","caller":"traceutil/trace.go:171","msg":"trace[1099890875] transaction","detail":"{read_only:false; response_revision:16941; number_of_response:1; }","duration":"118.840794ms","start":"2026-07-07T16:43:24.293911Z","end":"2026-07-07T16:43:24.412752Z","steps":["trace[1099890875] 'process raft request' (duration: 55.934253ms)","trace[1099890875] 'compare' (duration: 62.681865ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:43:24.41312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.914756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-07-07T16:43:24.413219Z","caller":"traceutil/trace.go:171","msg":"trace[1906819963] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16941; }","duration":"119.079379ms","start":"2026-07-07T16:43:24.294115Z","end":"2026-07-07T16:43:24.413195Z","steps":["trace[1906819963] 'agreement among raft nodes before linearized reading' (duration: 118.70161ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:43:24.658039Z","caller":"traceutil/trace.go:171","msg":"trace[2029823621] transaction","detail":"{read_only:false; response_revision:16942; number_of_response:1; }","duration":"239.75624ms","start":"2026-07-07T16:43:24.418245Z","end":"2026-07-07T16:43:24.658001Z","steps":["trace[2029823621] 'process raft request' (duration: 239.201127ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:43:24.659764Z","caller":"traceutil/trace.go:171","msg":"trace[1712648721] linearizableReadLoop","detail":"{readStateIndex:17576; appliedIndex:17574; }","duration":"239.117234ms","start":"2026-07-07T16:43:24.420631Z","end":"2026-07-07T16:43:24.659748Z","steps":["trace[1712648721] 'read index received' (duration: 236.837899ms)","trace[1712648721] 'applied index is now lower than readState.Index' (duration: 2.278165ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:43:24.66007Z","caller":"traceutil/trace.go:171","msg":"trace[741006608] transaction","detail":"{read_only:false; response_revision:16943; number_of_response:1; }","duration":"241.705846ms","start":"2026-07-07T16:43:24.418329Z","end":"2026-07-07T16:43:24.660034Z","steps":["trace[741006608] 'process raft request' (duration: 241.264245ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:43:24.660154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.508234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-07T16:43:24.660214Z","caller":"traceutil/trace.go:171","msg":"trace[1290461990] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16943; }","duration":"239.624986ms","start":"2026-07-07T16:43:24.420578Z","end":"2026-07-07T16:43:24.660203Z","steps":["trace[1290461990] 'agreement among raft nodes before linearized reading' (duration: 239.36632ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:43:24.660237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.751018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-66hj2\" ","response":"range_response_count:1 size:9792"} {"level":"info","ts":"2026-07-07T16:43:24.660321Z","caller":"traceutil/trace.go:171","msg":"trace[1610154107] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-66hj2; range_end:; response_count:1; response_revision:16943; }","duration":"222.915862ms","start":"2026-07-07T16:43:24.437385Z","end":"2026-07-07T16:43:24.660301Z","steps":["trace[1610154107] 'agreement among raft nodes before linearized reading' (duration: 222.629735ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:43:24.661175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.443464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-07-07T16:43:24.661246Z","caller":"traceutil/trace.go:171","msg":"trace[1041057499] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:16943; }","duration":"206.570967ms","start":"2026-07-07T16:43:24.45465Z","end":"2026-07-07T16:43:24.661221Z","steps":["trace[1041057499] 'agreement among raft nodes before linearized reading' (duration: 206.410543ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:43:24.94762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.489932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T16:43:24.947735Z","caller":"traceutil/trace.go:171","msg":"trace[1237139895] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16945; }","duration":"160.690697ms","start":"2026-07-07T16:43:24.787019Z","end":"2026-07-07T16:43:24.947709Z","steps":["trace[1237139895] 'range keys from in-memory index tree' (duration: 160.305557ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:43:25.185435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.693951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5524"} {"level":"warn","ts":"2026-07-07T16:43:25.185468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.706328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T16:43:25.185542Z","caller":"traceutil/trace.go:171","msg":"trace[450734408] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16946; }","duration":"125.831844ms","start":"2026-07-07T16:43:25.059685Z","end":"2026-07-07T16:43:25.185517Z","steps":["trace[450734408] 'range keys from in-memory index tree' (duration: 125.493306ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:43:25.185543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.95409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5524"} {"level":"info","ts":"2026-07-07T16:43:25.185575Z","caller":"traceutil/trace.go:171","msg":"trace[1109760318] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16946; }","duration":"129.882542ms","start":"2026-07-07T16:43:25.055669Z","end":"2026-07-07T16:43:25.185551Z","steps":["trace[1109760318] 'range keys from in-memory index tree' (duration: 129.637276ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:43:25.185621Z","caller":"traceutil/trace.go:171","msg":"trace[1670205861] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16946; }","duration":"129.068262ms","start":"2026-07-07T16:43:25.056531Z","end":"2026-07-07T16:43:25.185599Z","steps":["trace[1670205861] 'range keys from in-memory index tree' (duration: 128.703264ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:43:25.185644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.139592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.193\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-07-07T16:43:25.185666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.824139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5524"} {"level":"warn","ts":"2026-07-07T16:43:25.185769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.702018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T16:43:25.185775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.385448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T16:43:25.185776Z","caller":"traceutil/trace.go:171","msg":"trace[1851135967] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16946; }","duration":"119.979022ms","start":"2026-07-07T16:43:25.065775Z","end":"2026-07-07T16:43:25.185754Z","steps":["trace[1851135967] 'range keys from in-memory index tree' (duration: 119.598573ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:43:25.185789Z","caller":"traceutil/trace.go:171","msg":"trace[1774734948] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16946; }","duration":"122.75951ms","start":"2026-07-07T16:43:25.063023Z","end":"2026-07-07T16:43:25.185783Z","steps":["trace[1774734948] 'range keys from in-memory index tree' (duration: 122.614716ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:43:25.185803Z","caller":"traceutil/trace.go:171","msg":"trace[1204965074] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16946; }","duration":"131.471671ms","start":"2026-07-07T16:43:25.054321Z","end":"2026-07-07T16:43:25.185793Z","steps":["trace[1204965074] 'range keys from in-memory index tree' (duration: 131.262315ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:43:25.185828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.082252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5524"} {"level":"warn","ts":"2026-07-07T16:43:25.185635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.882424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-07-07T16:43:25.18588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.333428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T16:43:25.185901Z","caller":"traceutil/trace.go:171","msg":"trace[1318455589] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16946; }","duration":"128.205821ms","start":"2026-07-07T16:43:25.057688Z","end":"2026-07-07T16:43:25.185894Z","steps":["trace[1318455589] 'range keys from in-memory index tree' (duration: 127.632147ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:43:25.185902Z","caller":"traceutil/trace.go:171","msg":"trace[1994204972] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16946; }","duration":"136.43496ms","start":"2026-07-07T16:43:25.049461Z","end":"2026-07-07T16:43:25.185896Z","steps":["trace[1994204972] 'range keys from in-memory index tree' (duration: 135.912018ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:43:25.185907Z","caller":"traceutil/trace.go:171","msg":"trace[720193455] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16946; }","duration":"124.201544ms","start":"2026-07-07T16:43:25.061687Z","end":"2026-07-07T16:43:25.185888Z","steps":["trace[720193455] 'range keys from in-memory index tree' (duration: 123.872366ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:43:25.185718Z","caller":"traceutil/trace.go:171","msg":"trace[1366786509] range","detail":"{range_begin:/registry/masterleases/199.19.213.193; range_end:; response_count:1; response_revision:16946; }","duration":"119.260065ms","start":"2026-07-07T16:43:25.066444Z","end":"2026-07-07T16:43:25.185704Z","steps":["trace[1366786509] 'range keys from in-memory index tree' (duration: 118.990298ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:43:25.185959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.130243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T16:43:25.186011Z","caller":"traceutil/trace.go:171","msg":"trace[77052654] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16946; }","duration":"131.197444ms","start":"2026-07-07T16:43:25.0548Z","end":"2026-07-07T16:43:25.185997Z","steps":["trace[77052654] 'range keys from in-memory index tree' (duration: 131.084661ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:43:25.186012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.219874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T16:43:25.186057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.846323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T16:43:25.186094Z","caller":"traceutil/trace.go:171","msg":"trace[1421514573] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16946; }","duration":"131.343328ms","start":"2026-07-07T16:43:25.054733Z","end":"2026-07-07T16:43:25.186076Z","steps":["trace[1421514573] 'range keys from in-memory index tree' (duration: 131.086431ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:43:25.186128Z","caller":"traceutil/trace.go:171","msg":"trace[171415534] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16946; }","duration":"127.944715ms","start":"2026-07-07T16:43:25.058159Z","end":"2026-07-07T16:43:25.186103Z","steps":["trace[171415534] 'range keys from in-memory index tree' (duration: 127.73829ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:43:25.186055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.532672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5524"} {"level":"warn","ts":"2026-07-07T16:43:25.186163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.29251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5524"} {"level":"info","ts":"2026-07-07T16:43:25.186241Z","caller":"traceutil/trace.go:171","msg":"trace[1179128031] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16946; }","duration":"124.702697ms","start":"2026-07-07T16:43:25.061476Z","end":"2026-07-07T16:43:25.186178Z","steps":["trace[1179128031] 'range keys from in-memory index tree' (duration: 124.378119ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:43:25.186281Z","caller":"traceutil/trace.go:171","msg":"trace[1785143303] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16946; }","duration":"120.473144ms","start":"2026-07-07T16:43:25.06578Z","end":"2026-07-07T16:43:25.186253Z","steps":["trace[1785143303] 'range keys from in-memory index tree' (duration: 120.060604ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:43:25.744897Z","caller":"traceutil/trace.go:171","msg":"trace[1651985955] transaction","detail":"{read_only:false; response_revision:16948; number_of_response:1; }","duration":"282.474883ms","start":"2026-07-07T16:43:25.462373Z","end":"2026-07-07T16:43:25.744848Z","steps":["trace[1651985955] 'process raft request' (duration: 282.226957ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:43:26.107166Z","caller":"traceutil/trace.go:171","msg":"trace[96853758] transaction","detail":"{read_only:false; response_revision:16949; number_of_response:1; }","duration":"231.589102ms","start":"2026-07-07T16:43:25.875535Z","end":"2026-07-07T16:43:26.107124Z","steps":["trace[96853758] 'process raft request' (duration: 231.232343ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:43:26.113486Z","caller":"traceutil/trace.go:171","msg":"trace[462308815] transaction","detail":"{read_only:false; response_revision:16950; number_of_response:1; }","duration":"217.217054ms","start":"2026-07-07T16:43:25.896238Z","end":"2026-07-07T16:43:26.113456Z","steps":["trace[462308815] 'process raft request' (duration: 217.02355ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:43:26.617574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.402945ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-07T16:43:26.617696Z","caller":"traceutil/trace.go:171","msg":"trace[636123837] transaction","detail":"{read_only:false; response_revision:16951; number_of_response:1; }","duration":"296.142753ms","start":"2026-07-07T16:43:26.321531Z","end":"2026-07-07T16:43:26.617674Z","steps":["trace[636123837] 'process raft request' (duration: 191.533603ms)","trace[636123837] 'compare' (duration: 104.148569ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:43:26.698212Z","caller":"traceutil/trace.go:171","msg":"trace[5442991] transaction","detail":"{read_only:false; response_revision:16952; number_of_response:1; }","duration":"371.824354ms","start":"2026-07-07T16:43:26.326359Z","end":"2026-07-07T16:43:26.698183Z","steps":["trace[5442991] 'process raft request' (duration: 371.525907ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:43:26.698644Z","caller":"traceutil/trace.go:171","msg":"trace[52040650] transaction","detail":"{read_only:false; response_revision:16953; number_of_response:1; }","duration":"279.110322ms","start":"2026-07-07T16:43:26.41947Z","end":"2026-07-07T16:43:26.698581Z","steps":["trace[52040650] 'process raft request' (duration: 278.646071ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:43:26.698793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:43:26.326322Z","time spent":"372.05486ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:43:26.699175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.416715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-07-07T16:43:26.699268Z","caller":"traceutil/trace.go:171","msg":"trace[1913655858] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16953; }","duration":"290.61358ms","start":"2026-07-07T16:43:26.408638Z","end":"2026-07-07T16:43:26.699252Z","steps":["trace[1913655858] 'agreement among raft nodes before linearized reading' (duration: 290.147779ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:43:26.699501Z","caller":"traceutil/trace.go:171","msg":"trace[983130256] linearizableReadLoop","detail":"{readStateIndex:17586; appliedIndex:17584; }","duration":"290.046656ms","start":"2026-07-07T16:43:26.408681Z","end":"2026-07-07T16:43:26.698727Z","steps":["trace[983130256] 'read index received' (duration: 104.481787ms)","trace[983130256] 'applied index is now lower than readState.Index' (duration: 185.561179ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:43:26.699862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.601702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-07-07T16:43:26.699916Z","caller":"traceutil/trace.go:171","msg":"trace[1200101769] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16953; }","duration":"281.683234ms","start":"2026-07-07T16:43:26.418211Z","end":"2026-07-07T16:43:26.699894Z","steps":["trace[1200101769] 'agreement among raft nodes before linearized reading' (duration: 281.472259ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:43:26.879993Z","caller":"traceutil/trace.go:171","msg":"trace[1372408628] transaction","detail":"{read_only:false; response_revision:16954; number_of_response:1; }","duration":"175.082175ms","start":"2026-07-07T16:43:26.70487Z","end":"2026-07-07T16:43:26.879952Z","steps":["trace[1372408628] 'process raft request' (duration: 174.707716ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:43:26.882252Z","caller":"traceutil/trace.go:171","msg":"trace[377600444] linearizableReadLoop","detail":"{readStateIndex:17589; appliedIndex:17587; }","duration":"175.392102ms","start":"2026-07-07T16:43:26.706808Z","end":"2026-07-07T16:43:26.8822Z","steps":["trace[377600444] 'read index received' (duration: 172.902822ms)","trace[377600444] 'applied index is now lower than readState.Index' (duration: 2.48819ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:43:26.882385Z","caller":"traceutil/trace.go:171","msg":"trace[435037238] transaction","detail":"{read_only:false; response_revision:16955; number_of_response:1; }","duration":"177.137645ms","start":"2026-07-07T16:43:26.705196Z","end":"2026-07-07T16:43:26.882334Z","steps":["trace[435037238] 'process raft request' (duration: 176.851098ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:43:26.882507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.672699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-07-07T16:43:26.882558Z","caller":"traceutil/trace.go:171","msg":"trace[760695009] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:16955; }","duration":"175.757172ms","start":"2026-07-07T16:43:26.706787Z","end":"2026-07-07T16:43:26.882544Z","steps":["trace[760695009] 'agreement among raft nodes before linearized reading' (duration: 175.564207ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:43:26.882651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.439453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r9lw6\" ","response":"range_response_count:1 size:22101"} {"level":"warn","ts":"2026-07-07T16:43:26.882905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.08809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-07T16:43:26.88301Z","caller":"traceutil/trace.go:171","msg":"trace[1500737745] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16955; }","duration":"169.435828ms","start":"2026-07-07T16:43:26.71355Z","end":"2026-07-07T16:43:26.882985Z","steps":["trace[1500737745] 'agreement among raft nodes before linearized reading' (duration: 168.880455ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:43:26.88312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.918678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p22f7\" ","response":"range_response_count:1 size:6532"} {"level":"info","ts":"2026-07-07T16:43:26.883164Z","caller":"traceutil/trace.go:171","msg":"trace[1325720076] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p22f7; range_end:; response_count:1; response_revision:16955; }","duration":"112.04545ms","start":"2026-07-07T16:43:26.771109Z","end":"2026-07-07T16:43:26.883154Z","steps":["trace[1325720076] 'agreement among raft nodes before linearized reading' (duration: 111.861916ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:43:26.883234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.199791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-07T16:43:26.883295Z","caller":"traceutil/trace.go:171","msg":"trace[914449928] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16955; }","duration":"147.324923ms","start":"2026-07-07T16:43:26.735951Z","end":"2026-07-07T16:43:26.883275Z","steps":["trace[914449928] 'agreement among raft nodes before linearized reading' (duration: 147.099578ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:43:26.883219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.321363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-72wnd\" ","response":"range_response_count:1 size:20645"} {"level":"info","ts":"2026-07-07T16:43:26.882946Z","caller":"traceutil/trace.go:171","msg":"trace[210307970] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r9lw6; range_end:; response_count:1; response_revision:16955; }","duration":"120.758761ms","start":"2026-07-07T16:43:26.76217Z","end":"2026-07-07T16:43:26.882929Z","steps":["trace[210307970] 'agreement among raft nodes before linearized reading' (duration: 120.274739ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:43:26.88347Z","caller":"traceutil/trace.go:171","msg":"trace[1695011104] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-72wnd; range_end:; response_count:1; response_revision:16955; }","duration":"123.581699ms","start":"2026-07-07T16:43:26.759806Z","end":"2026-07-07T16:43:26.883388Z","steps":["trace[1695011104] 'agreement among raft nodes before linearized reading' (duration: 122.844831ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:43:26.883569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.199251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-66hj2\" ","response":"range_response_count:1 size:9792"} {"level":"info","ts":"2026-07-07T16:43:26.883616Z","caller":"traceutil/trace.go:171","msg":"trace[1593677855] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-66hj2; range_end:; response_count:1; response_revision:16955; }","duration":"116.304923ms","start":"2026-07-07T16:43:26.767298Z","end":"2026-07-07T16:43:26.883603Z","steps":["trace[1593677855] 'agreement among raft nodes before linearized reading' (duration: 116.18176ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:43:26.883902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.290448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r9lw6\" ","response":"range_response_count:1 size:22101"} {"level":"info","ts":"2026-07-07T16:43:26.884024Z","caller":"traceutil/trace.go:171","msg":"trace[1866947946] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r9lw6; range_end:; response_count:1; response_revision:16955; }","duration":"122.478933ms","start":"2026-07-07T16:43:26.761516Z","end":"2026-07-07T16:43:26.883995Z","steps":["trace[1866947946] 'agreement among raft nodes before linearized reading' (duration: 121.565471ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:43:34.411043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.639096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T16:43:34.411199Z","caller":"traceutil/trace.go:171","msg":"trace[1018306438] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:16990; }","duration":"172.889222ms","start":"2026-07-07T16:43:34.238283Z","end":"2026-07-07T16:43:34.411172Z","steps":["trace[1018306438] 'count revisions from in-memory index tree' (duration: 172.466001ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:43:35.231137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.224942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737685"} {"level":"info","ts":"2026-07-07T16:43:35.231246Z","caller":"traceutil/trace.go:171","msg":"trace[102031849] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:16997; }","duration":"102.403586ms","start":"2026-07-07T16:43:35.128818Z","end":"2026-07-07T16:43:35.231222Z","steps":["trace[102031849] 'range keys from in-memory index tree' (duration: 101.439403ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:43:47.466954Z","caller":"traceutil/trace.go:171","msg":"trace[193727888] transaction","detail":"{read_only:false; response_revision:17062; number_of_response:1; }","duration":"103.806991ms","start":"2026-07-07T16:43:47.363099Z","end":"2026-07-07T16:43:47.466906Z","steps":["trace[193727888] 'process raft request' (duration: 103.408591ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:43:47.687199Z","caller":"traceutil/trace.go:171","msg":"trace[1630816980] transaction","detail":"{read_only:false; response_revision:17064; number_of_response:1; }","duration":"124.079732ms","start":"2026-07-07T16:43:47.563082Z","end":"2026-07-07T16:43:47.687162Z","steps":["trace[1630816980] 'process raft request' (duration: 106.675501ms)","trace[1630816980] 'compare' (duration: 17.263588ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:43:53.511539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.064869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:1 size:4915"} {"level":"warn","ts":"2026-07-07T16:43:53.511773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.334864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-66hj2\" ","response":"range_response_count:1 size:9792"} {"level":"warn","ts":"2026-07-07T16:43:53.511824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.492586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-07-07T16:43:53.511838Z","caller":"traceutil/trace.go:171","msg":"trace[336812148] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:1; response_revision:17120; }","duration":"176.362546ms","start":"2026-07-07T16:43:53.335394Z","end":"2026-07-07T16:43:53.511757Z","steps":["trace[336812148] 'range keys from in-memory index tree' (duration: 175.879334ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:43:53.511944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.475442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:1 size:4915"} {"level":"warn","ts":"2026-07-07T16:43:53.51205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.350399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T16:43:53.512086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.061535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T16:43:53.512088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.063133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:1 size:4915"} {"level":"info","ts":"2026-07-07T16:43:53.512091Z","caller":"traceutil/trace.go:171","msg":"trace[808288466] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:1; response_revision:17120; }","duration":"172.654766ms","start":"2026-07-07T16:43:53.339402Z","end":"2026-07-07T16:43:53.512057Z","steps":["trace[808288466] 'range keys from in-memory index tree' (duration: 172.271657ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:43:53.512127Z","caller":"traceutil/trace.go:171","msg":"trace[952053703] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:17120; }","duration":"156.123176ms","start":"2026-07-07T16:43:53.355987Z","end":"2026-07-07T16:43:53.512111Z","steps":["trace[952053703] 'count revisions from in-memory index tree' (duration: 155.988243ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:43:53.51213Z","caller":"traceutil/trace.go:171","msg":"trace[19992005] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:1; response_revision:17120; }","duration":"182.121595ms","start":"2026-07-07T16:43:53.329995Z","end":"2026-07-07T16:43:53.512116Z","steps":["trace[19992005] 'range keys from in-memory index tree' (duration: 181.949671ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:43:53.512104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.948079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p22f7\" ","response":"range_response_count:1 size:6532"} {"level":"info","ts":"2026-07-07T16:43:53.512125Z","caller":"traceutil/trace.go:171","msg":"trace[481616478] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:17120; }","duration":"177.425332ms","start":"2026-07-07T16:43:53.334672Z","end":"2026-07-07T16:43:53.512097Z","steps":["trace[481616478] 'range keys from in-memory index tree' (duration: 177.287188ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:43:53.512146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.953443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-07T16:43:53.512198Z","caller":"traceutil/trace.go:171","msg":"trace[543341864] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p22f7; range_end:; response_count:1; response_revision:17120; }","duration":"184.095053ms","start":"2026-07-07T16:43:53.328076Z","end":"2026-07-07T16:43:53.512171Z","steps":["trace[543341864] 'range keys from in-memory index tree' (duration: 183.702554ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:43:53.512283Z","caller":"traceutil/trace.go:171","msg":"trace[161404322] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17120; }","duration":"266.192138ms","start":"2026-07-07T16:43:53.246052Z","end":"2026-07-07T16:43:53.512244Z","steps":["trace[161404322] 'range keys from in-memory index tree' (duration: 265.723787ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:43:53.512303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.707648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T16:43:53.511895Z","caller":"traceutil/trace.go:171","msg":"trace[1581577818] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-66hj2; range_end:; response_count:1; response_revision:17120; }","duration":"104.536248ms","start":"2026-07-07T16:43:53.407333Z","end":"2026-07-07T16:43:53.51187Z","steps":["trace[1581577818] 'range keys from in-memory index tree' (duration: 104.049117ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:43:53.512351Z","caller":"traceutil/trace.go:171","msg":"trace[806035069] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:17120; }","duration":"172.78927ms","start":"2026-07-07T16:43:53.339553Z","end":"2026-07-07T16:43:53.512342Z","steps":["trace[806035069] 'range keys from in-memory index tree' (duration: 172.626766ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:43:53.512313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.938959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T16:43:53.511815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.237779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-72wnd\" ","response":"range_response_count:1 size:20645"} {"level":"warn","ts":"2026-07-07T16:43:53.511916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.463975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-07T16:43:53.512427Z","caller":"traceutil/trace.go:171","msg":"trace[930852865] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:17120; }","duration":"172.082322ms","start":"2026-07-07T16:43:53.340316Z","end":"2026-07-07T16:43:53.512399Z","steps":["trace[930852865] 'range keys from in-memory index tree' (duration: 171.853887ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:43:53.512441Z","caller":"traceutil/trace.go:171","msg":"trace[49725503] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-72wnd; range_end:; response_count:1; response_revision:17120; }","duration":"101.896195ms","start":"2026-07-07T16:43:53.410534Z","end":"2026-07-07T16:43:53.51243Z","steps":["trace[49725503] 'range keys from in-memory index tree' (duration: 101.118266ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:43:53.512488Z","caller":"traceutil/trace.go:171","msg":"trace[596410068] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17120; }","duration":"267.05946ms","start":"2026-07-07T16:43:53.245382Z","end":"2026-07-07T16:43:53.512442Z","steps":["trace[596410068] 'range keys from in-memory index tree' (duration: 266.217909ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:43:53.51197Z","caller":"traceutil/trace.go:171","msg":"trace[1978624058] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:17120; }","duration":"180.66199ms","start":"2026-07-07T16:43:53.331276Z","end":"2026-07-07T16:43:53.511938Z","steps":["trace[1978624058] 'range keys from in-memory index tree' (duration: 180.144688ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:43:53.511649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.789085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T16:43:53.51268Z","caller":"traceutil/trace.go:171","msg":"trace[1294008544] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:17120; }","duration":"179.877631ms","start":"2026-07-07T16:43:53.332762Z","end":"2026-07-07T16:43:53.512639Z","steps":["trace[1294008544] 'range keys from in-memory index tree' (duration: 178.694602ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:43:53.513276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.809882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-07T16:43:53.514645Z","caller":"traceutil/trace.go:171","msg":"trace[2043140112] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17120; }","duration":"275.905294ms","start":"2026-07-07T16:43:53.237447Z","end":"2026-07-07T16:43:53.513352Z","steps":["trace[2043140112] 'range keys from in-memory index tree' (duration: 274.761796ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:43:58.421096Z","caller":"traceutil/trace.go:171","msg":"trace[823159444] transaction","detail":"{read_only:false; response_revision:17172; number_of_response:1; }","duration":"101.060404ms","start":"2026-07-07T16:43:58.319997Z","end":"2026-07-07T16:43:58.421057Z","steps":["trace[823159444] 'process raft request' (duration: 100.823818ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:43:58.746619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.388737ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-07T16:43:58.746804Z","caller":"traceutil/trace.go:171","msg":"trace[1991145247] transaction","detail":"{read_only:false; response_revision:17173; number_of_response:1; }","duration":"324.464479ms","start":"2026-07-07T16:43:58.422268Z","end":"2026-07-07T16:43:58.746732Z","steps":["trace[1991145247] 'process raft request' (duration: 92.758574ms)","trace[1991145247] 'compare' (duration: 231.235784ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:43:58.746922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:43:58.422235Z","time spent":"324.617242ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:43:58.819135Z","caller":"traceutil/trace.go:171","msg":"trace[1528087903] linearizableReadLoop","detail":"{readStateIndex:17816; appliedIndex:17815; }","duration":"101.109626ms","start":"2026-07-07T16:43:58.718002Z","end":"2026-07-07T16:43:58.819112Z","steps":["trace[1528087903] 'read index received' (duration: 100.89379ms)","trace[1528087903] 'applied index is now lower than readState.Index' (duration: 214.526µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:43:58.819236Z","caller":"traceutil/trace.go:171","msg":"trace[835775624] transaction","detail":"{read_only:false; response_revision:17174; number_of_response:1; }","duration":"389.323888ms","start":"2026-07-07T16:43:58.429865Z","end":"2026-07-07T16:43:58.819189Z","steps":["trace[835775624] 'process raft request' (duration: 389.096062ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:43:58.819434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.405883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-07T16:43:58.819492Z","caller":"traceutil/trace.go:171","msg":"trace[59036804] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17174; }","duration":"101.489585ms","start":"2026-07-07T16:43:58.717991Z","end":"2026-07-07T16:43:58.81948Z","steps":["trace[59036804] 'agreement among raft nodes before linearized reading' (duration: 101.243079ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:43:58.819562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:43:58.42984Z","time spent":"389.603614ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:44:01.770628Z","caller":"traceutil/trace.go:171","msg":"trace[499458756] linearizableReadLoop","detail":"{readStateIndex:17835; appliedIndex:17834; }","duration":"119.894131ms","start":"2026-07-07T16:44:01.650702Z","end":"2026-07-07T16:44:01.770597Z","steps":["trace[499458756] 'read index received' (duration: 119.604684ms)","trace[499458756] 'applied index is now lower than readState.Index' (duration: 288.177µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:44:01.770758Z","caller":"traceutil/trace.go:171","msg":"trace[2146564837] transaction","detail":"{read_only:false; response_revision:17192; number_of_response:1; }","duration":"120.773621ms","start":"2026-07-07T16:44:01.649926Z","end":"2026-07-07T16:44:01.7707Z","steps":["trace[2146564837] 'process raft request' (duration: 120.418673ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:44:01.771089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.404652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-07T16:44:01.771226Z","caller":"traceutil/trace.go:171","msg":"trace[117428269] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17192; }","duration":"120.593877ms","start":"2026-07-07T16:44:01.6506Z","end":"2026-07-07T16:44:01.771194Z","steps":["trace[117428269] 'agreement among raft nodes before linearized reading' (duration: 120.162117ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:44:01.826641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.222912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-07T16:44:01.826795Z","caller":"traceutil/trace.go:171","msg":"trace[1377237475] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17193; }","duration":"159.445817ms","start":"2026-07-07T16:44:01.667317Z","end":"2026-07-07T16:44:01.826763Z","steps":["trace[1377237475] 'agreement among raft nodes before linearized reading' (duration: 159.001087ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:44:01.826823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.816251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-72wnd\" ","response":"range_response_count:1 size:20645"} {"level":"info","ts":"2026-07-07T16:44:01.826884Z","caller":"traceutil/trace.go:171","msg":"trace[1156121062] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-72wnd; range_end:; response_count:1; response_revision:17193; }","duration":"129.883792ms","start":"2026-07-07T16:44:01.696975Z","end":"2026-07-07T16:44:01.826858Z","steps":["trace[1156121062] 'agreement among raft nodes before linearized reading' (duration: 129.773479ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:44:01.826968Z","caller":"traceutil/trace.go:171","msg":"trace[428793399] transaction","detail":"{read_only:false; response_revision:17193; number_of_response:1; }","duration":"172.822001ms","start":"2026-07-07T16:44:01.654122Z","end":"2026-07-07T16:44:01.826944Z","steps":["trace[428793399] 'process raft request' (duration: 171.999641ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:44:01.826689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.124627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r9lw6\" ","response":"range_response_count:1 size:22101"} {"level":"info","ts":"2026-07-07T16:44:01.827094Z","caller":"traceutil/trace.go:171","msg":"trace[1642903079] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r9lw6; range_end:; response_count:1; response_revision:17193; }","duration":"144.586258ms","start":"2026-07-07T16:44:01.682489Z","end":"2026-07-07T16:44:01.827075Z","steps":["trace[1642903079] 'agreement among raft nodes before linearized reading' (duration: 143.964253ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:44:01.827522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.353853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p22f7\" ","response":"range_response_count:1 size:6532"} {"level":"info","ts":"2026-07-07T16:44:01.828107Z","caller":"traceutil/trace.go:171","msg":"trace[385974196] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p22f7; range_end:; response_count:1; response_revision:17193; }","duration":"149.768033ms","start":"2026-07-07T16:44:01.67783Z","end":"2026-07-07T16:44:01.827598Z","steps":["trace[385974196] 'agreement among raft nodes before linearized reading' (duration: 148.884601ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:44:02.070074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.052155ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-07T16:44:02.07027Z","caller":"traceutil/trace.go:171","msg":"trace[1534974881] transaction","detail":"{read_only:false; response_revision:17194; number_of_response:1; }","duration":"294.115754ms","start":"2026-07-07T16:44:01.776124Z","end":"2026-07-07T16:44:02.070239Z","steps":["trace[1534974881] 'process raft request' (duration: 144.760811ms)","trace[1534974881] 'compare' (duration: 148.83478ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:44:02.107581Z","caller":"traceutil/trace.go:171","msg":"trace[366276337] transaction","detail":"{read_only:false; response_revision:17195; number_of_response:1; }","duration":"274.50012ms","start":"2026-07-07T16:44:01.833055Z","end":"2026-07-07T16:44:02.107556Z","steps":["trace[366276337] 'process raft request' (duration: 274.256285ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:44:02.107704Z","caller":"traceutil/trace.go:171","msg":"trace[708936714] linearizableReadLoop","detail":"{readStateIndex:17838; appliedIndex:17836; }","duration":"272.285786ms","start":"2026-07-07T16:44:01.835384Z","end":"2026-07-07T16:44:02.10767Z","steps":["trace[708936714] 'read index received' (duration: 85.521319ms)","trace[708936714] 'applied index is now lower than readState.Index' (duration: 186.763227ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:44:02.107806Z","caller":"traceutil/trace.go:171","msg":"trace[2100736537] transaction","detail":"{read_only:false; response_revision:17196; number_of_response:1; }","duration":"213.215567ms","start":"2026-07-07T16:44:01.894547Z","end":"2026-07-07T16:44:02.107762Z","steps":["trace[2100736537] 'process raft request' (duration: 212.91185ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:44:02.109189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.495722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:78 size:753096"} {"level":"info","ts":"2026-07-07T16:44:02.109246Z","caller":"traceutil/trace.go:171","msg":"trace[1814432627] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:78; response_revision:17196; }","duration":"272.584174ms","start":"2026-07-07T16:44:01.836651Z","end":"2026-07-07T16:44:02.109235Z","steps":["trace[1814432627] 'agreement among raft nodes before linearized reading' (duration: 271.189ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:44:02.109614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.228514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:78 size:753096"} {"level":"warn","ts":"2026-07-07T16:44:02.109595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.499698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:78 size:753096"} {"level":"info","ts":"2026-07-07T16:44:02.109659Z","caller":"traceutil/trace.go:171","msg":"trace[1895719819] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:78; response_revision:17196; }","duration":"274.320816ms","start":"2026-07-07T16:44:01.835327Z","end":"2026-07-07T16:44:02.109648Z","steps":["trace[1895719819] 'agreement among raft nodes before linearized reading' (duration: 272.466221ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:44:02.109711Z","caller":"traceutil/trace.go:171","msg":"trace[1553041620] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:78; response_revision:17196; }","duration":"271.670142ms","start":"2026-07-07T16:44:01.83801Z","end":"2026-07-07T16:44:02.10968Z","steps":["trace[1553041620] 'agreement among raft nodes before linearized reading' (duration: 270.35664ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:44:02.109749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.639651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:78 size:753096"} {"level":"info","ts":"2026-07-07T16:44:02.109804Z","caller":"traceutil/trace.go:171","msg":"trace[1460284739] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:78; response_revision:17196; }","duration":"271.710223ms","start":"2026-07-07T16:44:01.838079Z","end":"2026-07-07T16:44:02.109789Z","steps":["trace[1460284739] 'agreement among raft nodes before linearized reading' (duration: 270.220116ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:44:22.429862Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004048594,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-07T16:44:22.678108Z","caller":"traceutil/trace.go:171","msg":"trace[1240141756] linearizableReadLoop","detail":"{readStateIndex:17947; appliedIndex:17946; }","duration":"748.450974ms","start":"2026-07-07T16:44:21.929629Z","end":"2026-07-07T16:44:22.67808Z","steps":["trace[1240141756] 'read index received' (duration: 748.134166ms)","trace[1240141756] 'applied index is now lower than readState.Index' (duration: 315.708µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:44:22.67824Z","caller":"traceutil/trace.go:171","msg":"trace[400134673] transaction","detail":"{read_only:false; response_revision:17300; number_of_response:1; }","duration":"759.578284ms","start":"2026-07-07T16:44:21.918653Z","end":"2026-07-07T16:44:22.678231Z","steps":["trace[400134673] 'process raft request' (duration: 759.206935ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:44:22.678367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:44:21.918631Z","time spent":"759.632755ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:44:22.678582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.908426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-07T16:44:22.678758Z","caller":"traceutil/trace.go:171","msg":"trace[1616739761] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17300; }","duration":"749.171972ms","start":"2026-07-07T16:44:21.929556Z","end":"2026-07-07T16:44:22.678728Z","steps":["trace[1616739761] 'agreement among raft nodes before linearized reading' (duration: 748.68877ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:44:22.678834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:44:21.929529Z","time spent":"749.293225ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-07T16:44:22.683799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.638946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T16:44:22.683917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.495138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T16:44:22.683941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.327859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-72wnd\" ","response":"range_response_count:1 size:20645"} {"level":"warn","ts":"2026-07-07T16:44:22.683993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.30616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-07T16:44:22.683968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.940876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-07T16:44:22.683897Z","caller":"traceutil/trace.go:171","msg":"trace[741346048] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17301; }","duration":"578.79475ms","start":"2026-07-07T16:44:22.105079Z","end":"2026-07-07T16:44:22.683874Z","steps":["trace[741346048] 'agreement among raft nodes before linearized reading' (duration: 578.623386ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:44:22.6841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.209485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-07-07T16:44:22.684127Z","caller":"traceutil/trace.go:171","msg":"trace[328346254] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:17301; }","duration":"277.282947ms","start":"2026-07-07T16:44:22.406835Z","end":"2026-07-07T16:44:22.684118Z","steps":["trace[328346254] 'agreement among raft nodes before linearized reading' (duration: 277.203985ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:44:22.684149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.036071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r9lw6\" ","response":"range_response_count:1 size:22101"} {"level":"warn","ts":"2026-07-07T16:44:22.684164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:44:22.105053Z","time spent":"579.067227ms","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-07T16:44:22.684179Z","caller":"traceutil/trace.go:171","msg":"trace[996632743] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r9lw6; range_end:; response_count:1; response_revision:17301; }","duration":"284.115702ms","start":"2026-07-07T16:44:22.400054Z","end":"2026-07-07T16:44:22.684169Z","steps":["trace[996632743] 'agreement among raft nodes before linearized reading' (duration: 284.01727ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:44:22.684182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.352484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r9lw6\" ","response":"range_response_count:1 size:22101"} {"level":"info","ts":"2026-07-07T16:44:22.684212Z","caller":"traceutil/trace.go:171","msg":"trace[1856515349] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r9lw6; range_end:; response_count:1; response_revision:17301; }","duration":"283.403255ms","start":"2026-07-07T16:44:22.4008Z","end":"2026-07-07T16:44:22.684204Z","steps":["trace[1856515349] 'agreement among raft nodes before linearized reading' (duration: 283.296902ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:44:22.684012Z","caller":"traceutil/trace.go:171","msg":"trace[157299131] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-72wnd; range_end:; response_count:1; response_revision:17301; }","duration":"313.453022ms","start":"2026-07-07T16:44:22.370542Z","end":"2026-07-07T16:44:22.683995Z","steps":["trace[157299131] 'agreement among raft nodes before linearized reading' (duration: 313.205246ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:44:22.684296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:44:22.370525Z","time spent":"313.747589ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20668,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-72wnd\" "} {"level":"info","ts":"2026-07-07T16:44:22.684045Z","caller":"traceutil/trace.go:171","msg":"trace[1783914607] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17301; }","duration":"447.402312ms","start":"2026-07-07T16:44:22.23663Z","end":"2026-07-07T16:44:22.684032Z","steps":["trace[1783914607] 'agreement among raft nodes before linearized reading' (duration: 447.241548ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:44:22.684069Z","caller":"traceutil/trace.go:171","msg":"trace[1888833983] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17301; }","duration":"484.11325ms","start":"2026-07-07T16:44:22.199935Z","end":"2026-07-07T16:44:22.684049Z","steps":["trace[1888833983] 'agreement among raft nodes before linearized reading' (duration: 483.829953ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:44:22.684487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:44:22.199896Z","time spent":"484.579682ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-07T16:44:22.684463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.418761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-ks-service-mxj2l\" ","response":"range_response_count:1 size:8210"} {"level":"warn","ts":"2026-07-07T16:44:22.684476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.018296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p22f7\" ","response":"range_response_count:1 size:6532"} {"level":"info","ts":"2026-07-07T16:44:22.684Z","caller":"traceutil/trace.go:171","msg":"trace[509011118] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:17301; }","duration":"331.635572ms","start":"2026-07-07T16:44:22.352346Z","end":"2026-07-07T16:44:22.683981Z","steps":["trace[509011118] 'agreement among raft nodes before linearized reading' (duration: 331.499608ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:44:22.684558Z","caller":"traceutil/trace.go:171","msg":"trace[547252393] range","detail":"{range_begin:/registry/pods/openstack/nova-ks-service-mxj2l; range_end:; response_count:1; response_revision:17301; }","duration":"578.590216ms","start":"2026-07-07T16:44:22.105941Z","end":"2026-07-07T16:44:22.684532Z","steps":["trace[547252393] 'agreement among raft nodes before linearized reading' (duration: 578.283539ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:44:22.684509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:44:22.236604Z","time spent":"447.795132ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-07T16:44:22.684559Z","caller":"traceutil/trace.go:171","msg":"trace[1005284136] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p22f7; range_end:; response_count:1; response_revision:17301; }","duration":"307.149619ms","start":"2026-07-07T16:44:22.37739Z","end":"2026-07-07T16:44:22.68454Z","steps":["trace[1005284136] 'agreement among raft nodes before linearized reading' (duration: 306.816061ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:44:22.684603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:44:22.105913Z","time spent":"578.683238ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":8233,"request content":"key:\"/registry/pods/openstack/nova-ks-service-mxj2l\" "} {"level":"warn","ts":"2026-07-07T16:44:22.684617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:44:22.377319Z","time spent":"307.288193ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-p22f7\" "} {"level":"warn","ts":"2026-07-07T16:44:22.684624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:44:22.352323Z","time spent":"332.255837ms","remote":"127.0.0.1:59880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:44:22.684849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.637242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T16:44:22.684898Z","caller":"traceutil/trace.go:171","msg":"trace[1355427877] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:17301; }","duration":"503.730814ms","start":"2026-07-07T16:44:22.181153Z","end":"2026-07-07T16:44:22.684884Z","steps":["trace[1355427877] 'agreement among raft nodes before linearized reading' (duration: 502.993487ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:44:22.684924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:44:22.18113Z","time spent":"503.781566ms","remote":"127.0.0.1:59786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:44:42.569026Z","caller":"traceutil/trace.go:171","msg":"trace[1159872553] transaction","detail":"{read_only:false; response_revision:17433; number_of_response:1; }","duration":"132.759331ms","start":"2026-07-07T16:44:42.436239Z","end":"2026-07-07T16:44:42.568998Z","steps":["trace[1159872553] 'process raft request' (duration: 132.556486ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:45:14.42325Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16147} {"level":"info","ts":"2026-07-07T16:45:14.506864Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16147,"took":"80.647751ms","hash":4274107978,"current-db-size-bytes":55693312,"current-db-size":"56 MB","current-db-size-in-use-bytes":28864512,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-07-07T16:45:14.506931Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4274107978,"revision":16147,"compact-revision":14431} {"level":"info","ts":"2026-07-07T16:45:29.680967Z","caller":"traceutil/trace.go:171","msg":"trace[569870231] transaction","detail":"{read_only:false; response_revision:17791; number_of_response:1; }","duration":"136.942432ms","start":"2026-07-07T16:45:29.543994Z","end":"2026-07-07T16:45:29.680936Z","steps":["trace[569870231] 'process raft request' (duration: 136.734527ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:45:29.681819Z","caller":"traceutil/trace.go:171","msg":"trace[1337725679] linearizableReadLoop","detail":"{readStateIndex:18458; appliedIndex:18458; }","duration":"135.989389ms","start":"2026-07-07T16:45:29.545818Z","end":"2026-07-07T16:45:29.681808Z","steps":["trace[1337725679] 'read index received' (duration: 135.984209ms)","trace[1337725679] 'applied index is now lower than readState.Index' (duration: 4.57µs)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:45:29.682098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.593796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-72wnd\" ","response":"range_response_count:1 size:20645"} {"level":"info","ts":"2026-07-07T16:45:29.682139Z","caller":"traceutil/trace.go:171","msg":"trace[1109950280] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-72wnd; range_end:; response_count:1; response_revision:17791; }","duration":"134.654167ms","start":"2026-07-07T16:45:29.547474Z","end":"2026-07-07T16:45:29.682128Z","steps":["trace[1109950280] 'agreement among raft nodes before linearized reading' (duration: 134.406241ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:45:29.682415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.738677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r9lw6\" ","response":"range_response_count:1 size:22101"} {"level":"info","ts":"2026-07-07T16:45:29.682514Z","caller":"traceutil/trace.go:171","msg":"trace[763954719] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r9lw6; range_end:; response_count:1; response_revision:17791; }","duration":"100.904591ms","start":"2026-07-07T16:45:29.581586Z","end":"2026-07-07T16:45:29.682491Z","steps":["trace[763954719] 'agreement among raft nodes before linearized reading' (duration: 100.545402ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:45:29.683484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.637409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:80 size:777816"} {"level":"info","ts":"2026-07-07T16:45:29.683557Z","caller":"traceutil/trace.go:171","msg":"trace[1426992843] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:80; response_revision:17791; }","duration":"137.761702ms","start":"2026-07-07T16:45:29.545779Z","end":"2026-07-07T16:45:29.683541Z","steps":["trace[1426992843] 'agreement among raft nodes before linearized reading' (duration: 136.229955ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:45:29.957766Z","caller":"traceutil/trace.go:171","msg":"trace[1581426804] linearizableReadLoop","detail":"{readStateIndex:18459; appliedIndex:18458; }","duration":"149.705681ms","start":"2026-07-07T16:45:29.808031Z","end":"2026-07-07T16:45:29.957737Z","steps":["trace[1581426804] 'read index received' (duration: 145.678454ms)","trace[1581426804] 'applied index is now lower than readState.Index' (duration: 4.026097ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:45:29.958057Z","caller":"traceutil/trace.go:171","msg":"trace[92653678] transaction","detail":"{read_only:false; response_revision:17792; number_of_response:1; }","duration":"206.791112ms","start":"2026-07-07T16:45:29.751251Z","end":"2026-07-07T16:45:29.958042Z","steps":["trace[92653678] 'process raft request' (duration: 202.449478ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:45:29.958404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.345556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-07-07T16:45:29.95849Z","caller":"traceutil/trace.go:171","msg":"trace[493198844] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:17792; }","duration":"150.4963ms","start":"2026-07-07T16:45:29.807973Z","end":"2026-07-07T16:45:29.958469Z","steps":["trace[493198844] 'agreement among raft nodes before linearized reading' (duration: 150.199193ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:45:56.308242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.837609ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-07T16:45:56.308417Z","caller":"traceutil/trace.go:171","msg":"trace[1251326109] linearizableReadLoop","detail":"{readStateIndex:18658; appliedIndex:18657; }","duration":"524.893017ms","start":"2026-07-07T16:45:55.783493Z","end":"2026-07-07T16:45:56.308386Z","steps":["trace[1251326109] 'read index received' (duration: 115.772711ms)","trace[1251326109] 'applied index is now lower than readState.Index' (duration: 409.118416ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:45:56.308611Z","caller":"traceutil/trace.go:171","msg":"trace[871766592] transaction","detail":"{read_only:false; response_revision:17984; number_of_response:1; }","duration":"526.415054ms","start":"2026-07-07T16:45:55.782143Z","end":"2026-07-07T16:45:56.308558Z","steps":["trace[871766592] 'process raft request' (duration: 117.144634ms)","trace[871766592] 'compare' (duration: 408.616744ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:45:56.308762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:45:55.782115Z","time spent":"526.582087ms","remote":"127.0.0.1:45216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9183,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-07T16:45:56.308817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.290386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-07-07T16:45:56.308913Z","caller":"traceutil/trace.go:171","msg":"trace[1098427446] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:17984; }","duration":"525.400119ms","start":"2026-07-07T16:45:55.78349Z","end":"2026-07-07T16:45:56.30889Z","steps":["trace[1098427446] 'agreement among raft nodes before linearized reading' (duration: 525.075381ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:45:56.309246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:45:55.783465Z","time spent":"525.768968ms","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":674,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"warn","ts":"2026-07-07T16:45:56.343446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.518513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r9lw6\" ","response":"range_response_count:1 size:22101"} {"level":"warn","ts":"2026-07-07T16:45:56.343481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.065579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-07T16:45:56.343481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.202273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r9lw6\" ","response":"range_response_count:1 size:22101"} {"level":"info","ts":"2026-07-07T16:45:56.343543Z","caller":"traceutil/trace.go:171","msg":"trace[79085364] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r9lw6; range_end:; response_count:1; response_revision:17985; }","duration":"289.721488ms","start":"2026-07-07T16:45:56.053805Z","end":"2026-07-07T16:45:56.343526Z","steps":["trace[79085364] 'agreement among raft nodes before linearized reading' (duration: 289.38275ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:45:56.343513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.994487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T16:45:56.343588Z","caller":"traceutil/trace.go:171","msg":"trace[185485469] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r9lw6; range_end:; response_count:1; response_revision:17985; }","duration":"336.419038ms","start":"2026-07-07T16:45:56.007149Z","end":"2026-07-07T16:45:56.343568Z","steps":["trace[185485469] 'agreement among raft nodes before linearized reading' (duration: 336.11132ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:45:56.343588Z","caller":"traceutil/trace.go:171","msg":"trace[1848371224] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17985; }","duration":"188.219123ms","start":"2026-07-07T16:45:56.15534Z","end":"2026-07-07T16:45:56.343559Z","steps":["trace[1848371224] 'agreement among raft nodes before linearized reading' (duration: 187.942876ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:45:56.343605Z","caller":"traceutil/trace.go:171","msg":"trace[6560547] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17985; }","duration":"238.15244ms","start":"2026-07-07T16:45:56.105433Z","end":"2026-07-07T16:45:56.343585Z","steps":["trace[6560547] 'agreement among raft nodes before linearized reading' (duration: 237.961376ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:45:56.34364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:45:56.007121Z","time spent":"336.509899ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22124,"request content":"key:\"/registry/pods/openstack/nova-compute-default-r9lw6\" "} {"level":"info","ts":"2026-07-07T16:45:56.343404Z","caller":"traceutil/trace.go:171","msg":"trace[396593223] transaction","detail":"{read_only:false; response_revision:17985; number_of_response:1; }","duration":"547.166005ms","start":"2026-07-07T16:45:55.796205Z","end":"2026-07-07T16:45:56.343371Z","steps":["trace[396593223] 'process raft request' (duration: 546.656633ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:45:56.343719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.144766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-07T16:45:56.344087Z","caller":"traceutil/trace.go:171","msg":"trace[674097987] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:17985; }","duration":"280.517595ms","start":"2026-07-07T16:45:56.063518Z","end":"2026-07-07T16:45:56.344036Z","steps":["trace[674097987] 'agreement among raft nodes before linearized reading' (duration: 279.983932ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:45:56.344096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:45:55.796179Z","time spent":"547.78817ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:45:56.344123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.091515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-72wnd\" ","response":"range_response_count:1 size:20645"} {"level":"warn","ts":"2026-07-07T16:45:56.34422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.564156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:22 size:198862"} {"level":"info","ts":"2026-07-07T16:45:56.34432Z","caller":"traceutil/trace.go:171","msg":"trace[1402071998] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:22; response_revision:17985; }","duration":"287.70936ms","start":"2026-07-07T16:45:56.056558Z","end":"2026-07-07T16:45:56.344268Z","steps":["trace[1402071998] 'agreement among raft nodes before linearized reading' (duration: 286.816608ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:45:56.344381Z","caller":"traceutil/trace.go:171","msg":"trace[1300937938] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-72wnd; range_end:; response_count:1; response_revision:17985; }","duration":"287.277829ms","start":"2026-07-07T16:45:56.056967Z","end":"2026-07-07T16:45:56.344245Z","steps":["trace[1300937938] 'agreement among raft nodes before linearized reading' (duration: 286.176213ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:45:56.344905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.887589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2224964"} {"level":"info","ts":"2026-07-07T16:45:56.344971Z","caller":"traceutil/trace.go:171","msg":"trace[1968867328] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:17985; }","duration":"325.021112ms","start":"2026-07-07T16:45:56.019934Z","end":"2026-07-07T16:45:56.344955Z","steps":["trace[1968867328] 'agreement among raft nodes before linearized reading' (duration: 323.892965ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:45:56.345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:45:56.019914Z","time spent":"325.077163ms","remote":"127.0.0.1:44856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2224987,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-07-07T16:45:57.798527Z","caller":"traceutil/trace.go:171","msg":"trace[100202439] linearizableReadLoop","detail":"{readStateIndex:18698; appliedIndex:18697; }","duration":"182.197147ms","start":"2026-07-07T16:45:57.61631Z","end":"2026-07-07T16:45:57.798507Z","steps":["trace[100202439] 'read index received' (duration: 181.863219ms)","trace[100202439] 'applied index is now lower than readState.Index' (duration: 333.328µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:45:57.798686Z","caller":"traceutil/trace.go:171","msg":"trace[231897272] transaction","detail":"{read_only:false; response_revision:18024; number_of_response:1; }","duration":"193.682495ms","start":"2026-07-07T16:45:57.604952Z","end":"2026-07-07T16:45:57.798634Z","steps":["trace[231897272] 'process raft request' (duration: 193.214723ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:45:57.798718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.392922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3db7bcea-aac2-48d1-9590-100a1cbbb84b\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-07-07T16:45:57.798873Z","caller":"traceutil/trace.go:171","msg":"trace[476121946] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3db7bcea-aac2-48d1-9590-100a1cbbb84b; range_end:; response_count:1; response_revision:18024; }","duration":"182.604607ms","start":"2026-07-07T16:45:57.616258Z","end":"2026-07-07T16:45:57.798862Z","steps":["trace[476121946] 'agreement among raft nodes before linearized reading' (duration: 182.355881ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:45:57.799735Z","caller":"traceutil/trace.go:171","msg":"trace[63608847] transaction","detail":"{read_only:false; response_revision:18025; number_of_response:1; }","duration":"135.019606ms","start":"2026-07-07T16:45:57.664701Z","end":"2026-07-07T16:45:57.799721Z","steps":["trace[63608847] 'process raft request' (duration: 134.578025ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:45:58.564684Z","caller":"traceutil/trace.go:171","msg":"trace[469856005] transaction","detail":"{read_only:false; response_revision:18028; number_of_response:1; }","duration":"147.6134ms","start":"2026-07-07T16:45:58.417022Z","end":"2026-07-07T16:45:58.564635Z","steps":["trace[469856005] 'process raft request' (duration: 113.047424ms)","trace[469856005] 'compare' (duration: 34.265069ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:45:58.564832Z","caller":"traceutil/trace.go:171","msg":"trace[597372898] linearizableReadLoop","detail":"{readStateIndex:18702; appliedIndex:18701; }","duration":"145.014378ms","start":"2026-07-07T16:45:58.419764Z","end":"2026-07-07T16:45:58.564779Z","steps":["trace[597372898] 'read index received' (duration: 110.229686ms)","trace[597372898] 'applied index is now lower than readState.Index' (duration: 34.779062ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:45:58.565772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.788853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-neutron-default-user\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-07-07T16:45:58.565905Z","caller":"traceutil/trace.go:171","msg":"trace[1804721696] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-neutron-default-user; range_end:; response_count:1; response_revision:18028; }","duration":"144.944286ms","start":"2026-07-07T16:45:58.420922Z","end":"2026-07-07T16:45:58.565866Z","steps":["trace[1804721696] 'agreement among raft nodes before linearized reading' (duration: 144.505995ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:45:58.5659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.101954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:81 size:787136"} {"level":"info","ts":"2026-07-07T16:45:58.565967Z","caller":"traceutil/trace.go:171","msg":"trace[158870912] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:81; response_revision:18028; }","duration":"146.206656ms","start":"2026-07-07T16:45:58.419746Z","end":"2026-07-07T16:45:58.565953Z","steps":["trace[158870912] 'agreement among raft nodes before linearized reading' (duration: 145.13917ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:45:58.566223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.387751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:81 size:787136"} {"level":"info","ts":"2026-07-07T16:45:58.566276Z","caller":"traceutil/trace.go:171","msg":"trace[1089750578] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:81; response_revision:18028; }","duration":"146.488944ms","start":"2026-07-07T16:45:58.419773Z","end":"2026-07-07T16:45:58.566261Z","steps":["trace[1089750578] 'agreement among raft nodes before linearized reading' (duration: 145.536191ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:45:58.567502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.900523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:81 size:787136"} {"level":"info","ts":"2026-07-07T16:45:58.56768Z","caller":"traceutil/trace.go:171","msg":"trace[291807149] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:81; response_revision:18028; }","duration":"147.241581ms","start":"2026-07-07T16:45:58.420411Z","end":"2026-07-07T16:45:58.567652Z","steps":["trace[291807149] 'agreement among raft nodes before linearized reading' (duration: 145.205282ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:46:35.256491Z","caller":"traceutil/trace.go:171","msg":"trace[1744213920] linearizableReadLoop","detail":"{readStateIndex:19128; appliedIndex:19127; }","duration":"151.030393ms","start":"2026-07-07T16:46:35.105391Z","end":"2026-07-07T16:46:35.256422Z","steps":["trace[1744213920] 'read index received' (duration: 150.699615ms)","trace[1744213920] 'applied index is now lower than readState.Index' (duration: 328.778µs)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:46:35.256677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.257689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T16:46:35.25745Z","caller":"traceutil/trace.go:171","msg":"trace[887553289] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18443; }","duration":"151.381742ms","start":"2026-07-07T16:46:35.105361Z","end":"2026-07-07T16:46:35.256743Z","steps":["trace[887553289] 'agreement among raft nodes before linearized reading' (duration: 151.225238ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:46:38.158193Z","caller":"traceutil/trace.go:171","msg":"trace[1369403467] transaction","detail":"{read_only:false; response_revision:18463; number_of_response:1; }","duration":"392.278319ms","start":"2026-07-07T16:46:37.765889Z","end":"2026-07-07T16:46:38.158167Z","steps":["trace[1369403467] 'process raft request' (duration: 392.224297ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:46:38.158382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:46:37.765862Z","time spent":"392.417292ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:46:38.158328Z","caller":"traceutil/trace.go:171","msg":"trace[1749778524] linearizableReadLoop","detail":"{readStateIndex:19148; appliedIndex:19148; }","duration":"356.657177ms","start":"2026-07-07T16:46:37.801603Z","end":"2026-07-07T16:46:38.15826Z","steps":["trace[1749778524] 'read index received' (duration: 356.615146ms)","trace[1749778524] 'applied index is now lower than readState.Index' (duration: 35.591µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:46:38.158524Z","caller":"traceutil/trace.go:171","msg":"trace[760285989] transaction","detail":"{read_only:false; response_revision:18462; number_of_response:1; }","duration":"415.776287ms","start":"2026-07-07T16:46:37.742733Z","end":"2026-07-07T16:46:38.158509Z","steps":["trace[760285989] 'process raft request' (duration: 415.223024ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:46:38.158576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:46:37.742707Z","time spent":"415.847639ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:46:38.158598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.375408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T16:46:38.158652Z","caller":"traceutil/trace.go:171","msg":"trace[1781566875] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:18463; }","duration":"432.533993ms","start":"2026-07-07T16:46:37.726101Z","end":"2026-07-07T16:46:38.158635Z","steps":["trace[1781566875] 'agreement among raft nodes before linearized reading' (duration: 432.348969ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:46:38.158695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.746961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T16:46:38.15871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:46:37.726077Z","time spent":"432.620055ms","remote":"127.0.0.1:44962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-07-07T16:46:38.15881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.223056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-07T16:46:38.158843Z","caller":"traceutil/trace.go:171","msg":"trace[1909040250] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18463; }","duration":"363.316018ms","start":"2026-07-07T16:46:37.795518Z","end":"2026-07-07T16:46:38.158834Z","steps":["trace[1909040250] 'agreement among raft nodes before linearized reading' (duration: 363.221216ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:46:38.158867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:46:37.795493Z","time spent":"363.36942ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-07T16:46:38.158947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.690262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T16:46:38.159044Z","caller":"traceutil/trace.go:171","msg":"trace[1750887986] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:18463; }","duration":"431.816955ms","start":"2026-07-07T16:46:37.727205Z","end":"2026-07-07T16:46:38.159022Z","steps":["trace[1750887986] 'agreement among raft nodes before linearized reading' (duration: 431.673812ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:46:38.158725Z","caller":"traceutil/trace.go:171","msg":"trace[297466529] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:0; response_revision:18463; }","duration":"428.790462ms","start":"2026-07-07T16:46:37.729928Z","end":"2026-07-07T16:46:38.158718Z","steps":["trace[297466529] 'agreement among raft nodes before linearized reading' (duration: 428.729611ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:46:38.159094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:46:37.727195Z","time spent":"431.889937ms","remote":"127.0.0.1:44962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"warn","ts":"2026-07-07T16:46:38.159126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.371065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T16:46:38.159158Z","caller":"traceutil/trace.go:171","msg":"trace[1697722165] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:18463; }","duration":"431.443547ms","start":"2026-07-07T16:46:37.727708Z","end":"2026-07-07T16:46:38.159151Z","steps":["trace[1697722165] 'agreement among raft nodes before linearized reading' (duration: 431.396365ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:46:38.159144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:46:37.729919Z","time spent":"429.183791ms","remote":"127.0.0.1:44962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-db-sync\" "} {"level":"warn","ts":"2026-07-07T16:46:38.159187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:46:37.727684Z","time spent":"431.498287ms","remote":"127.0.0.1:44962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" "} {"level":"info","ts":"2026-07-07T16:46:38.182509Z","caller":"traceutil/trace.go:171","msg":"trace[1180930395] transaction","detail":"{read_only:false; response_revision:18464; number_of_response:1; }","duration":"374.919129ms","start":"2026-07-07T16:46:37.807568Z","end":"2026-07-07T16:46:38.182487Z","steps":["trace[1180930395] 'process raft request' (duration: 374.607702ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:46:38.182484Z","caller":"traceutil/trace.go:171","msg":"trace[604410315] transaction","detail":"{read_only:false; response_revision:18465; number_of_response:1; }","duration":"198.931512ms","start":"2026-07-07T16:46:37.983509Z","end":"2026-07-07T16:46:38.18244Z","steps":["trace[604410315] 'process raft request' (duration: 198.8645ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:46:38.182627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:46:37.807537Z","time spent":"375.018351ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:46:38.372852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.873313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p22f7\" ","response":"range_response_count:1 size:6532"} {"level":"info","ts":"2026-07-07T16:46:38.37295Z","caller":"traceutil/trace.go:171","msg":"trace[189882299] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p22f7; range_end:; response_count:1; response_revision:18466; }","duration":"104.030867ms","start":"2026-07-07T16:46:38.268898Z","end":"2026-07-07T16:46:38.372929Z","steps":["trace[189882299] 'range keys from in-memory index tree' (duration: 103.678008ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:46:38.444713Z","caller":"traceutil/trace.go:171","msg":"trace[1045634606] transaction","detail":"{read_only:false; response_revision:18467; number_of_response:1; }","duration":"119.946592ms","start":"2026-07-07T16:46:38.32473Z","end":"2026-07-07T16:46:38.444677Z","steps":["trace[1045634606] 'process raft request' (duration: 119.638104ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:46:52.968985Z","caller":"traceutil/trace.go:171","msg":"trace[600226208] linearizableReadLoop","detail":"{readStateIndex:19261; appliedIndex:19260; }","duration":"143.193963ms","start":"2026-07-07T16:46:52.825755Z","end":"2026-07-07T16:46:52.968949Z","steps":["trace[600226208] 'read index received' (duration: 142.824344ms)","trace[600226208] 'applied index is now lower than readState.Index' (duration: 368.289µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:46:52.969068Z","caller":"traceutil/trace.go:171","msg":"trace[235682280] transaction","detail":"{read_only:false; response_revision:18573; number_of_response:1; }","duration":"180.68285ms","start":"2026-07-07T16:46:52.788346Z","end":"2026-07-07T16:46:52.969029Z","steps":["trace[235682280] 'process raft request' (duration: 180.385823ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:46:52.969238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.442159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-07T16:46:52.969285Z","caller":"traceutil/trace.go:171","msg":"trace[488482797] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:18573; }","duration":"143.569863ms","start":"2026-07-07T16:46:52.825704Z","end":"2026-07-07T16:46:52.969274Z","steps":["trace[488482797] 'agreement among raft nodes before linearized reading' (duration: 143.43649ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:46:52.969339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.867302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T16:46:52.969396Z","caller":"traceutil/trace.go:171","msg":"trace[91873442] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:18573; }","duration":"122.964474ms","start":"2026-07-07T16:46:52.846416Z","end":"2026-07-07T16:46:52.96938Z","steps":["trace[91873442] 'agreement among raft nodes before linearized reading' (duration: 122.840561ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:46:53.114161Z","caller":"traceutil/trace.go:171","msg":"trace[1549778338] linearizableReadLoop","detail":"{readStateIndex:19262; appliedIndex:19261; }","duration":"138.991422ms","start":"2026-07-07T16:46:52.975131Z","end":"2026-07-07T16:46:53.114122Z","steps":["trace[1549778338] 'read index received' (duration: 94.26934ms)","trace[1549778338] 'applied index is now lower than readState.Index' (duration: 44.720722ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:46:53.114318Z","caller":"traceutil/trace.go:171","msg":"trace[1272180471] transaction","detail":"{read_only:false; response_revision:18574; number_of_response:1; }","duration":"139.492974ms","start":"2026-07-07T16:46:52.974764Z","end":"2026-07-07T16:46:53.114257Z","steps":["trace[1272180471] 'process raft request' (duration: 94.730292ms)","trace[1272180471] 'compare' (duration: 44.482726ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:46:53.114523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.362301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18601"} {"level":"info","ts":"2026-07-07T16:46:53.114587Z","caller":"traceutil/trace.go:171","msg":"trace[816729144] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:18574; }","duration":"139.469784ms","start":"2026-07-07T16:46:52.975098Z","end":"2026-07-07T16:46:53.114567Z","steps":["trace[816729144] 'agreement among raft nodes before linearized reading' (duration: 139.230038ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:47:34.630944Z","caller":"traceutil/trace.go:171","msg":"trace[1561364831] transaction","detail":"{read_only:false; response_revision:18783; number_of_response:1; }","duration":"247.993769ms","start":"2026-07-07T16:47:34.382911Z","end":"2026-07-07T16:47:34.630905Z","steps":["trace[1561364831] 'process raft request' (duration: 247.709632ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:47:34.645478Z","caller":"traceutil/trace.go:171","msg":"trace[1889587198] linearizableReadLoop","detail":"{readStateIndex:19480; appliedIndex:19478; }","duration":"129.642896ms","start":"2026-07-07T16:47:34.515809Z","end":"2026-07-07T16:47:34.645452Z","steps":["trace[1889587198] 'read index received' (duration: 114.93935ms)","trace[1889587198] 'applied index is now lower than readState.Index' (duration: 14.702396ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:47:34.64588Z","caller":"traceutil/trace.go:171","msg":"trace[2012811996] transaction","detail":"{read_only:false; response_revision:18784; number_of_response:1; }","duration":"226.847357ms","start":"2026-07-07T16:47:34.419023Z","end":"2026-07-07T16:47:34.64587Z","steps":["trace[2012811996] 'process raft request' (duration: 226.213122ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:47:34.646188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.373873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-07T16:47:34.646214Z","caller":"traceutil/trace.go:171","msg":"trace[1500631480] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18785; }","duration":"130.457235ms","start":"2026-07-07T16:47:34.515748Z","end":"2026-07-07T16:47:34.646205Z","steps":["trace[1500631480] 'agreement among raft nodes before linearized reading' (duration: 130.353302ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:48:20.482192Z","caller":"traceutil/trace.go:171","msg":"trace[1244152612] transaction","detail":"{read_only:false; response_revision:19089; number_of_response:1; }","duration":"180.183628ms","start":"2026-07-07T16:48:20.301982Z","end":"2026-07-07T16:48:20.482166Z","steps":["trace[1244152612] 'process raft request' (duration: 179.673506ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:48:20.548199Z","caller":"traceutil/trace.go:171","msg":"trace[1906294069] linearizableReadLoop","detail":"{readStateIndex:19798; appliedIndex:19796; }","duration":"244.100945ms","start":"2026-07-07T16:48:20.304069Z","end":"2026-07-07T16:48:20.54817Z","steps":["trace[1906294069] 'read index received' (duration: 177.543975ms)","trace[1906294069] 'applied index is now lower than readState.Index' (duration: 66.55577ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:48:20.548215Z","caller":"traceutil/trace.go:171","msg":"trace[1287004730] transaction","detail":"{read_only:false; response_revision:19090; number_of_response:1; }","duration":"246.144034ms","start":"2026-07-07T16:48:20.302031Z","end":"2026-07-07T16:48:20.548175Z","steps":["trace[1287004730] 'process raft request' (duration: 245.858847ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:48:20.548331Z","caller":"traceutil/trace.go:171","msg":"trace[1460861489] transaction","detail":"{read_only:false; response_revision:19091; number_of_response:1; }","duration":"240.777845ms","start":"2026-07-07T16:48:20.3075Z","end":"2026-07-07T16:48:20.548278Z","steps":["trace[1460861489] 'process raft request' (duration: 240.57752ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:48:20.548512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.370191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-07T16:48:20.548571Z","caller":"traceutil/trace.go:171","msg":"trace[599071350] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19091; }","duration":"244.509704ms","start":"2026-07-07T16:48:20.304044Z","end":"2026-07-07T16:48:20.548554Z","steps":["trace[599071350] 'agreement among raft nodes before linearized reading' (duration: 244.259898ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:48:20.54946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.820977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-07T16:48:20.549553Z","caller":"traceutil/trace.go:171","msg":"trace[359142832] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19092; }","duration":"226.969311ms","start":"2026-07-07T16:48:20.32256Z","end":"2026-07-07T16:48:20.54953Z","steps":["trace[359142832] 'agreement among raft nodes before linearized reading' (duration: 226.672844ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:48:22.892525Z","caller":"traceutil/trace.go:171","msg":"trace[597543953] transaction","detail":"{read_only:false; response_revision:19110; number_of_response:1; }","duration":"327.217896ms","start":"2026-07-07T16:48:22.565185Z","end":"2026-07-07T16:48:22.892403Z","steps":["trace[597543953] 'process raft request' (duration: 326.890978ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:48:22.892669Z","caller":"traceutil/trace.go:171","msg":"trace[548217761] linearizableReadLoop","detail":"{readStateIndex:19819; appliedIndex:19817; }","duration":"321.107987ms","start":"2026-07-07T16:48:22.571526Z","end":"2026-07-07T16:48:22.892634Z","steps":["trace[548217761] 'read index received' (duration: 320.727288ms)","trace[548217761] 'applied index is now lower than readState.Index' (duration: 378.179µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:48:22.892823Z","caller":"traceutil/trace.go:171","msg":"trace[1450583689] transaction","detail":"{read_only:false; response_revision:19111; number_of_response:1; }","duration":"327.606264ms","start":"2026-07-07T16:48:22.565188Z","end":"2026-07-07T16:48:22.892794Z","steps":["trace[1450583689] 'process raft request' (duration: 327.148513ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:48:22.893161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:48:22.565146Z","time spent":"327.7809ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:48:22.893135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.572239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r9lw6\" ","response":"range_response_count:1 size:22101"} {"level":"warn","ts":"2026-07-07T16:48:22.893693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:48:22.565152Z","time spent":"328.129707ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:48:22.893994Z","caller":"traceutil/trace.go:171","msg":"trace[1139714817] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r9lw6; range_end:; response_count:1; response_revision:19111; }","duration":"322.062001ms","start":"2026-07-07T16:48:22.571492Z","end":"2026-07-07T16:48:22.893554Z","steps":["trace[1139714817] 'agreement among raft nodes before linearized reading' (duration: 321.240061ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:48:22.894122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:48:22.571478Z","time spent":"322.621304ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22124,"request content":"key:\"/registry/pods/openstack/nova-compute-default-r9lw6\" "} {"level":"info","ts":"2026-07-07T16:48:23.03331Z","caller":"traceutil/trace.go:171","msg":"trace[1636235059] linearizableReadLoop","detail":"{readStateIndex:19821; appliedIndex:19819; }","duration":"140.221691ms","start":"2026-07-07T16:48:22.893054Z","end":"2026-07-07T16:48:23.033276Z","steps":["trace[1636235059] 'read index received' (duration: 100.918251ms)","trace[1636235059] 'applied index is now lower than readState.Index' (duration: 39.30221ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:48:23.033361Z","caller":"traceutil/trace.go:171","msg":"trace[1504244184] transaction","detail":"{read_only:false; response_revision:19112; number_of_response:1; }","duration":"176.92998ms","start":"2026-07-07T16:48:22.856366Z","end":"2026-07-07T16:48:23.033296Z","steps":["trace[1504244184] 'process raft request' (duration: 137.689991ms)","trace[1504244184] 'compare' (duration: 38.971662ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:48:23.033483Z","caller":"traceutil/trace.go:171","msg":"trace[199083797] transaction","detail":"{read_only:false; response_revision:19113; number_of_response:1; }","duration":"172.007161ms","start":"2026-07-07T16:48:22.86144Z","end":"2026-07-07T16:48:23.033447Z","steps":["trace[199083797] 'process raft request' (duration: 171.766575ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:48:23.033554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.54598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-wthd5\" ","response":"range_response_count:1 size:14278"} {"level":"info","ts":"2026-07-07T16:48:23.033688Z","caller":"traceutil/trace.go:171","msg":"trace[694952704] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-wthd5; range_end:; response_count:1; response_revision:19113; }","duration":"288.735755ms","start":"2026-07-07T16:48:22.744919Z","end":"2026-07-07T16:48:23.033655Z","steps":["trace[694952704] 'agreement among raft nodes before linearized reading' (duration: 288.385456ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:48:23.033711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.474755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T16:48:23.033811Z","caller":"traceutil/trace.go:171","msg":"trace[2001724989] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:19113; }","duration":"292.638699ms","start":"2026-07-07T16:48:22.741154Z","end":"2026-07-07T16:48:23.033793Z","steps":["trace[2001724989] 'agreement among raft nodes before linearized reading' (duration: 292.28512ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:48:23.033927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.450721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-72wnd\" ","response":"range_response_count:1 size:20645"} {"level":"info","ts":"2026-07-07T16:48:23.034003Z","caller":"traceutil/trace.go:171","msg":"trace[1047614428] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-72wnd; range_end:; response_count:1; response_revision:19113; }","duration":"425.544714ms","start":"2026-07-07T16:48:22.608441Z","end":"2026-07-07T16:48:23.033986Z","steps":["trace[1047614428] 'agreement among raft nodes before linearized reading' (duration: 425.228856ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:48:23.034158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.687771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-mgnqt\" ","response":"range_response_count:1 size:18671"} {"level":"warn","ts":"2026-07-07T16:48:23.034186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.511303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r9lw6\" ","response":"range_response_count:1 size:22101"} {"level":"info","ts":"2026-07-07T16:48:23.034227Z","caller":"traceutil/trace.go:171","msg":"trace[773739392] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r9lw6; range_end:; response_count:1; response_revision:19113; }","duration":"425.616886ms","start":"2026-07-07T16:48:22.608597Z","end":"2026-07-07T16:48:23.034214Z","steps":["trace[773739392] 'agreement among raft nodes before linearized reading' (duration: 425.38166ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:48:23.034225Z","caller":"traceutil/trace.go:171","msg":"trace[665420891] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-mgnqt; range_end:; response_count:1; response_revision:19113; }","duration":"180.798504ms","start":"2026-07-07T16:48:22.85341Z","end":"2026-07-07T16:48:23.034209Z","steps":["trace[665420891] 'agreement among raft nodes before linearized reading' (duration: 180.61895ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:48:23.034261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:48:22.608568Z","time spent":"425.686837ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22124,"request content":"key:\"/registry/pods/openstack/nova-compute-default-r9lw6\" "} {"level":"warn","ts":"2026-07-07T16:48:23.034466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.47278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-m25c4\" ","response":"range_response_count:1 size:18646"} {"level":"info","ts":"2026-07-07T16:48:23.034535Z","caller":"traceutil/trace.go:171","msg":"trace[629430831] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-m25c4; range_end:; response_count:1; response_revision:19113; }","duration":"100.576732ms","start":"2026-07-07T16:48:22.933939Z","end":"2026-07-07T16:48:23.034515Z","steps":["trace[629430831] 'agreement among raft nodes before linearized reading' (duration: 100.380038ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:48:23.034901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:48:22.608405Z","time spent":"425.630636ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20668,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-72wnd\" "} {"level":"warn","ts":"2026-07-07T16:48:23.03557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.783507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:93 size:935583"} {"level":"info","ts":"2026-07-07T16:48:23.0357Z","caller":"traceutil/trace.go:171","msg":"trace[2009424722] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:93; response_revision:19113; }","duration":"133.972911ms","start":"2026-07-07T16:48:22.9017Z","end":"2026-07-07T16:48:23.035673Z","steps":["trace[2009424722] 'agreement among raft nodes before linearized reading' (duration: 132.478885ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:48:23.5661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.489319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T16:48:23.56621Z","caller":"traceutil/trace.go:171","msg":"trace[1962091025] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:19115; }","duration":"398.622972ms","start":"2026-07-07T16:48:23.167563Z","end":"2026-07-07T16:48:23.566186Z","steps":["trace[1962091025] 'count revisions from in-memory index tree' (duration: 398.349825ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:48:23.566255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:48:23.167481Z","time spent":"398.763435ms","remote":"127.0.0.1:57810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:48:23.6457Z","caller":"traceutil/trace.go:171","msg":"trace[1338985346] linearizableReadLoop","detail":"{readStateIndex:19824; appliedIndex:19823; }","duration":"264.469607ms","start":"2026-07-07T16:48:23.381195Z","end":"2026-07-07T16:48:23.645664Z","steps":["trace[1338985346] 'read index received' (duration: 264.15617ms)","trace[1338985346] 'applied index is now lower than readState.Index' (duration: 312.147µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:48:23.645795Z","caller":"traceutil/trace.go:171","msg":"trace[1268430889] transaction","detail":"{read_only:false; response_revision:19116; number_of_response:1; }","duration":"411.724879ms","start":"2026-07-07T16:48:23.234044Z","end":"2026-07-07T16:48:23.645769Z","steps":["trace[1268430889] 'process raft request' (duration: 411.383801ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:48:23.646021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.805475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-07-07T16:48:23.646138Z","caller":"traceutil/trace.go:171","msg":"trace[90323049] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:19116; }","duration":"264.976139ms","start":"2026-07-07T16:48:23.381133Z","end":"2026-07-07T16:48:23.646109Z","steps":["trace[90323049] 'agreement among raft nodes before linearized reading' (duration: 264.714373ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:48:23.64627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:48:23.234008Z","time spent":"411.843822ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:48:23.649563Z","caller":"traceutil/trace.go:171","msg":"trace[1623741203] transaction","detail":"{read_only:false; response_revision:19117; number_of_response:1; }","duration":"251.531764ms","start":"2026-07-07T16:48:23.398002Z","end":"2026-07-07T16:48:23.649534Z","steps":["trace[1623741203] 'process raft request' (duration: 250.659813ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:48:29.354293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.678188ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-07T16:48:29.354423Z","caller":"traceutil/trace.go:171","msg":"trace[1687310470] linearizableReadLoop","detail":"{readStateIndex:19866; appliedIndex:19865; }","duration":"248.926852ms","start":"2026-07-07T16:48:29.105474Z","end":"2026-07-07T16:48:29.354401Z","steps":["trace[1687310470] 'read index received' (duration: 132.964857ms)","trace[1687310470] 'applied index is now lower than readState.Index' (duration: 115.960425ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:48:29.354522Z","caller":"traceutil/trace.go:171","msg":"trace[1863343220] transaction","detail":"{read_only:false; response_revision:19157; number_of_response:1; }","duration":"255.652554ms","start":"2026-07-07T16:48:29.098857Z","end":"2026-07-07T16:48:29.35451Z","steps":["trace[1863343220] 'process raft request' (duration: 139.645778ms)","trace[1863343220] 'compare' (duration: 115.442403ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:48:29.354637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.44514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T16:48:29.354712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.5024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r9lw6\" ","response":"range_response_count:1 size:22101"} {"level":"info","ts":"2026-07-07T16:48:29.354751Z","caller":"traceutil/trace.go:171","msg":"trace[1521839747] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19157; }","duration":"248.646035ms","start":"2026-07-07T16:48:29.106078Z","end":"2026-07-07T16:48:29.354724Z","steps":["trace[1521839747] 'agreement among raft nodes before linearized reading' (duration: 248.47099ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:48:29.354785Z","caller":"traceutil/trace.go:171","msg":"trace[337799035] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r9lw6; range_end:; response_count:1; response_revision:19157; }","duration":"181.597533ms","start":"2026-07-07T16:48:29.173167Z","end":"2026-07-07T16:48:29.354765Z","steps":["trace[337799035] 'agreement among raft nodes before linearized reading' (duration: 181.379027ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:48:29.354946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.468405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-07T16:48:29.354994Z","caller":"traceutil/trace.go:171","msg":"trace[1596372634] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19157; }","duration":"249.553487ms","start":"2026-07-07T16:48:29.105427Z","end":"2026-07-07T16:48:29.35498Z","steps":["trace[1596372634] 'agreement among raft nodes before linearized reading' (duration: 249.394753ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:48:29.355062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.084017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-72wnd\" ","response":"range_response_count:1 size:20645"} {"level":"info","ts":"2026-07-07T16:48:29.355922Z","caller":"traceutil/trace.go:171","msg":"trace[954702634] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-72wnd; range_end:; response_count:1; response_revision:19157; }","duration":"174.044401ms","start":"2026-07-07T16:48:29.18184Z","end":"2026-07-07T16:48:29.355884Z","steps":["trace[954702634] 'agreement among raft nodes before linearized reading' (duration: 172.78438ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:48:29.355119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.307787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-wthd5\" ","response":"range_response_count:1 size:14278"} {"level":"info","ts":"2026-07-07T16:48:29.357276Z","caller":"traceutil/trace.go:171","msg":"trace[1202259308] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-wthd5; range_end:; response_count:1; response_revision:19157; }","duration":"181.461749ms","start":"2026-07-07T16:48:29.175792Z","end":"2026-07-07T16:48:29.357253Z","steps":["trace[1202259308] 'agreement among raft nodes before linearized reading' (duration: 179.220635ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:48:29.355179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.708544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-mgnqt\" ","response":"range_response_count:1 size:18671"} {"level":"info","ts":"2026-07-07T16:48:29.357708Z","caller":"traceutil/trace.go:171","msg":"trace[1775776317] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-mgnqt; range_end:; response_count:1; response_revision:19157; }","duration":"191.256046ms","start":"2026-07-07T16:48:29.166418Z","end":"2026-07-07T16:48:29.357674Z","steps":["trace[1775776317] 'agreement among raft nodes before linearized reading' (duration: 188.630752ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:48:29.355255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.530874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-66hj2\" ","response":"range_response_count:1 size:9792"} {"level":"info","ts":"2026-07-07T16:48:29.357886Z","caller":"traceutil/trace.go:171","msg":"trace[154060053] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-66hj2; range_end:; response_count:1; response_revision:19157; }","duration":"223.203179ms","start":"2026-07-07T16:48:29.134674Z","end":"2026-07-07T16:48:29.357877Z","steps":["trace[154060053] 'agreement among raft nodes before linearized reading' (duration: 220.497443ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:48:29.35531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.682139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-m25c4\" ","response":"range_response_count:1 size:18646"} {"level":"info","ts":"2026-07-07T16:48:29.357974Z","caller":"traceutil/trace.go:171","msg":"trace[706256026] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-m25c4; range_end:; response_count:1; response_revision:19157; }","duration":"192.410094ms","start":"2026-07-07T16:48:29.165555Z","end":"2026-07-07T16:48:29.357965Z","steps":["trace[706256026] 'agreement among raft nodes before linearized reading' (duration: 189.651547ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:48:29.355332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.850816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r9lw6\" ","response":"range_response_count:1 size:22101"} {"level":"info","ts":"2026-07-07T16:48:29.358068Z","caller":"traceutil/trace.go:171","msg":"trace[1459810649] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r9lw6; range_end:; response_count:1; response_revision:19157; }","duration":"236.629793ms","start":"2026-07-07T16:48:29.12143Z","end":"2026-07-07T16:48:29.35806Z","steps":["trace[1459810649] 'agreement among raft nodes before linearized reading' (duration: 233.785234ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:48:31.088928Z","caller":"traceutil/trace.go:171","msg":"trace[484627089] transaction","detail":"{read_only:false; response_revision:19162; number_of_response:1; }","duration":"146.33683ms","start":"2026-07-07T16:48:30.94257Z","end":"2026-07-07T16:48:31.088907Z","steps":["trace[484627089] 'process raft request' (duration: 146.195576ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:48:31.090304Z","caller":"traceutil/trace.go:171","msg":"trace[377193763] transaction","detail":"{read_only:false; response_revision:19163; number_of_response:1; }","duration":"146.73428ms","start":"2026-07-07T16:48:30.94354Z","end":"2026-07-07T16:48:31.090274Z","steps":["trace[377193763] 'process raft request' (duration: 146.140125ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:48:31.846918Z","caller":"traceutil/trace.go:171","msg":"trace[2121685654] transaction","detail":"{read_only:false; response_revision:19168; number_of_response:1; }","duration":"129.643756ms","start":"2026-07-07T16:48:31.717241Z","end":"2026-07-07T16:48:31.846885Z","steps":["trace[2121685654] 'process raft request' (duration: 129.459711ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:48:32.026819Z","caller":"traceutil/trace.go:171","msg":"trace[1997424437] linearizableReadLoop","detail":"{readStateIndex:19879; appliedIndex:19878; }","duration":"126.586312ms","start":"2026-07-07T16:48:31.900209Z","end":"2026-07-07T16:48:32.026796Z","steps":["trace[1997424437] 'read index received' (duration: 45.170962ms)","trace[1997424437] 'applied index is now lower than readState.Index' (duration: 81.41424ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:48:32.027068Z","caller":"traceutil/trace.go:171","msg":"trace[839910331] transaction","detail":"{read_only:false; response_revision:19169; number_of_response:1; }","duration":"156.472545ms","start":"2026-07-07T16:48:31.870571Z","end":"2026-07-07T16:48:32.027044Z","steps":["trace[839910331] 'process raft request' (duration: 74.770918ms)","trace[839910331] 'compare' (duration: 81.152883ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:48:32.027096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.800507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p22f7\" ","response":"range_response_count:1 size:6532"} {"level":"info","ts":"2026-07-07T16:48:32.02717Z","caller":"traceutil/trace.go:171","msg":"trace[1792627534] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p22f7; range_end:; response_count:1; response_revision:19169; }","duration":"126.990531ms","start":"2026-07-07T16:48:31.900168Z","end":"2026-07-07T16:48:32.027158Z","steps":["trace[1792627534] 'agreement among raft nodes before linearized reading' (duration: 126.737895ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:48:49.521482Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"fc4b8086375a405d","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-07T16:48:49.527299Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-07-07T16:48:49.527444Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"warn","ts":"2026-07-07T16:49:24.455421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.607423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-07T16:49:24.455521Z","caller":"traceutil/trace.go:171","msg":"trace[996076462] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19474; }","duration":"126.748536ms","start":"2026-07-07T16:49:24.328753Z","end":"2026-07-07T16:49:24.455501Z","steps":["trace[996076462] 'range keys from in-memory index tree' (duration: 126.45642ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:49:24.455761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.302432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-m25c4\" ","response":"range_response_count:1 size:18646"} {"level":"info","ts":"2026-07-07T16:49:24.455803Z","caller":"traceutil/trace.go:171","msg":"trace[2103178427] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-m25c4; range_end:; response_count:1; response_revision:19474; }","duration":"125.357633ms","start":"2026-07-07T16:49:24.330435Z","end":"2026-07-07T16:49:24.455793Z","steps":["trace[2103178427] 'range keys from in-memory index tree' (duration: 125.220769ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:49:24.759813Z","caller":"traceutil/trace.go:171","msg":"trace[21656058] transaction","detail":"{read_only:false; response_revision:19478; number_of_response:1; }","duration":"160.571374ms","start":"2026-07-07T16:49:24.599217Z","end":"2026-07-07T16:49:24.759789Z","steps":["trace[21656058] 'process raft request' (duration: 80.64604ms)","trace[21656058] 'compare' (duration: 79.645057ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:49:24.760078Z","caller":"traceutil/trace.go:171","msg":"trace[1708803047] transaction","detail":"{read_only:false; response_revision:19479; number_of_response:1; }","duration":"149.524137ms","start":"2026-07-07T16:49:24.610517Z","end":"2026-07-07T16:49:24.760041Z","steps":["trace[1708803047] 'process raft request' (duration: 149.171049ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:49:34.369081Z","caller":"traceutil/trace.go:171","msg":"trace[305430150] linearizableReadLoop","detail":"{readStateIndex:20295; appliedIndex:20294; }","duration":"219.986061ms","start":"2026-07-07T16:49:34.14905Z","end":"2026-07-07T16:49:34.369036Z","steps":["trace[305430150] 'read index received' (duration: 219.815157ms)","trace[305430150] 'applied index is now lower than readState.Index' (duration: 169.504µs)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:49:34.369264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.198077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-07T16:49:34.36931Z","caller":"traceutil/trace.go:171","msg":"trace[825645095] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:19570; }","duration":"220.316919ms","start":"2026-07-07T16:49:34.148981Z","end":"2026-07-07T16:49:34.369298Z","steps":["trace[825645095] 'agreement among raft nodes before linearized reading' (duration: 220.205317ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:49:34.369276Z","caller":"traceutil/trace.go:171","msg":"trace[1622600254] transaction","detail":"{read_only:false; response_revision:19570; number_of_response:1; }","duration":"260.745567ms","start":"2026-07-07T16:49:34.108385Z","end":"2026-07-07T16:49:34.369131Z","steps":["trace[1622600254] 'process raft request' (duration: 260.471141ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:49:34.698132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.370613ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-07T16:49:34.698414Z","caller":"traceutil/trace.go:171","msg":"trace[267036025] linearizableReadLoop","detail":"{readStateIndex:20296; appliedIndex:20295; }","duration":"329.226174ms","start":"2026-07-07T16:49:34.369159Z","end":"2026-07-07T16:49:34.698385Z","steps":["trace[267036025] 'read index received' (duration: 148.40848ms)","trace[267036025] 'applied index is now lower than readState.Index' (duration: 180.814454ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:49:34.698475Z","caller":"traceutil/trace.go:171","msg":"trace[1336150723] transaction","detail":"{read_only:false; response_revision:19572; number_of_response:1; }","duration":"174.0612ms","start":"2026-07-07T16:49:34.524389Z","end":"2026-07-07T16:49:34.69845Z","steps":["trace[1336150723] 'process raft request' (duration: 173.873626ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:49:34.698408Z","caller":"traceutil/trace.go:171","msg":"trace[64406179] transaction","detail":"{read_only:false; response_revision:19571; number_of_response:1; }","duration":"448.080528ms","start":"2026-07-07T16:49:34.2502Z","end":"2026-07-07T16:49:34.69828Z","steps":["trace[64406179] 'process raft request' (duration: 267.453369ms)","trace[64406179] 'compare' (duration: 180.192849ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:49:34.698608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.257248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T16:49:34.698642Z","caller":"traceutil/trace.go:171","msg":"trace[997430714] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:19572; }","duration":"361.361551ms","start":"2026-07-07T16:49:34.33727Z","end":"2026-07-07T16:49:34.698631Z","steps":["trace[997430714] 'agreement among raft nodes before linearized reading' (duration: 361.252628ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:49:34.698664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:49:34.337241Z","time spent":"361.417222ms","remote":"127.0.0.1:46216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:49:34.698834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.69556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-rpc-server-69d97d5cd6-bs6kt.18c00fed77b34830\" ","response":"range_response_count:1 size:924"} {"level":"warn","ts":"2026-07-07T16:49:34.698872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.760879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-wthd5\" ","response":"range_response_count:1 size:14278"} {"level":"warn","ts":"2026-07-07T16:49:34.69883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:49:34.250177Z","time spent":"448.397906ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:49:34.698917Z","caller":"traceutil/trace.go:171","msg":"trace[1140144816] range","detail":"{range_begin:/registry/events/openstack/neutron-rpc-server-69d97d5cd6-bs6kt.18c00fed77b34830; range_end:; response_count:1; response_revision:19572; }","duration":"502.806792ms","start":"2026-07-07T16:49:34.196089Z","end":"2026-07-07T16:49:34.698896Z","steps":["trace[1140144816] 'agreement among raft nodes before linearized reading' (duration: 502.567116ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:49:34.698957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:49:34.19608Z","time spent":"502.870634ms","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":947,"request content":"key:\"/registry/events/openstack/neutron-rpc-server-69d97d5cd6-bs6kt.18c00fed77b34830\" "} {"level":"warn","ts":"2026-07-07T16:49:34.699015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.485363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-07T16:49:34.699048Z","caller":"traceutil/trace.go:171","msg":"trace[862236078] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19572; }","duration":"172.571094ms","start":"2026-07-07T16:49:34.526467Z","end":"2026-07-07T16:49:34.699038Z","steps":["trace[862236078] 'agreement among raft nodes before linearized reading' (duration: 172.474502ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:49:34.698983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.164653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-66hj2\" ","response":"range_response_count:1 size:9792"} {"level":"info","ts":"2026-07-07T16:49:34.698926Z","caller":"traceutil/trace.go:171","msg":"trace[2081920243] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-wthd5; range_end:; response_count:1; response_revision:19572; }","duration":"320.858301ms","start":"2026-07-07T16:49:34.378045Z","end":"2026-07-07T16:49:34.698904Z","steps":["trace[2081920243] 'agreement among raft nodes before linearized reading' (duration: 320.629676ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:49:34.699149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.523946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T16:49:34.699165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:49:34.378019Z","time spent":"321.136768ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":14301,"request content":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-wthd5\" "} {"level":"info","ts":"2026-07-07T16:49:34.699182Z","caller":"traceutil/trace.go:171","msg":"trace[642684930] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:19572; }","duration":"440.581527ms","start":"2026-07-07T16:49:34.258591Z","end":"2026-07-07T16:49:34.699173Z","steps":["trace[642684930] 'agreement among raft nodes before linearized reading' (duration: 440.521235ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:49:34.699207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:49:34.258551Z","time spent":"440.649798ms","remote":"127.0.0.1:59836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:49:34.69919Z","caller":"traceutil/trace.go:171","msg":"trace[734066039] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-66hj2; range_end:; response_count:1; response_revision:19572; }","duration":"365.413689ms","start":"2026-07-07T16:49:34.333728Z","end":"2026-07-07T16:49:34.699142Z","steps":["trace[734066039] 'agreement among raft nodes before linearized reading' (duration: 364.982509ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:49:34.699207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.760575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-rpc-server-69d97d5cd6-bs6kt\" ","response":"range_response_count:1 size:8750"} {"level":"warn","ts":"2026-07-07T16:49:34.699275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:49:34.333696Z","time spent":"365.557003ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9815,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-66hj2\" "} {"level":"info","ts":"2026-07-07T16:49:34.699325Z","caller":"traceutil/trace.go:171","msg":"trace[765751147] range","detail":"{range_begin:/registry/pods/openstack/neutron-rpc-server-69d97d5cd6-bs6kt; range_end:; response_count:1; response_revision:19572; }","duration":"503.961231ms","start":"2026-07-07T16:49:34.195334Z","end":"2026-07-07T16:49:34.699295Z","steps":["trace[765751147] 'agreement among raft nodes before linearized reading' (duration: 503.638853ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:49:34.699384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:49:34.195315Z","time spent":"504.057973ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":8773,"request content":"key:\"/registry/pods/openstack/neutron-rpc-server-69d97d5cd6-bs6kt\" "} {"level":"warn","ts":"2026-07-07T16:49:34.699584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.412327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-07-07T16:49:34.699904Z","caller":"traceutil/trace.go:171","msg":"trace[492279772] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:19572; }","duration":"312.752215ms","start":"2026-07-07T16:49:34.387116Z","end":"2026-07-07T16:49:34.699869Z","steps":["trace[492279772] 'agreement among raft nodes before linearized reading' (duration: 311.899125ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:49:34.700061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:49:34.387085Z","time spent":"312.96206ms","remote":"127.0.0.1:44910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-07-07T16:49:35.015542Z","caller":"traceutil/trace.go:171","msg":"trace[447623150] transaction","detail":"{read_only:false; response_revision:19575; number_of_response:1; }","duration":"305.613773ms","start":"2026-07-07T16:49:34.7099Z","end":"2026-07-07T16:49:35.015514Z","steps":["trace[447623150] 'process raft request' (duration: 305.440129ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:49:35.015597Z","caller":"traceutil/trace.go:171","msg":"trace[552127108] transaction","detail":"{read_only:false; response_revision:19574; number_of_response:1; }","duration":"310.46806ms","start":"2026-07-07T16:49:34.705096Z","end":"2026-07-07T16:49:35.015564Z","steps":["trace[552127108] 'process raft request' (duration: 310.006469ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:49:35.015774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:49:34.705046Z","time spent":"310.625264ms","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:49:35.015768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:49:34.709877Z","time spent":"305.768736ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9034,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:49:35.016078Z","caller":"traceutil/trace.go:171","msg":"trace[256781325] linearizableReadLoop","detail":"{readStateIndex:20299; appliedIndex:20297; }","duration":"309.539748ms","start":"2026-07-07T16:49:34.70589Z","end":"2026-07-07T16:49:35.015429Z","steps":["trace[256781325] 'read index received' (duration: 33.0454ms)","trace[256781325] 'applied index is now lower than readState.Index' (duration: 276.492818ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:49:35.0181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.194542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:945674"} {"level":"info","ts":"2026-07-07T16:49:35.018156Z","caller":"traceutil/trace.go:171","msg":"trace[187695664] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19575; }","duration":"312.256153ms","start":"2026-07-07T16:49:34.705885Z","end":"2026-07-07T16:49:35.018141Z","steps":["trace[187695664] 'agreement among raft nodes before linearized reading' (duration: 309.740743ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:49:35.018182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:49:34.705857Z","time spent":"312.318595ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":945697,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-07T16:49:35.028662Z","caller":"traceutil/trace.go:171","msg":"trace[249201148] transaction","detail":"{read_only:false; response_revision:19576; number_of_response:1; }","duration":"195.659762ms","start":"2026-07-07T16:49:34.83298Z","end":"2026-07-07T16:49:35.02864Z","steps":["trace[249201148] 'process raft request' (duration: 195.519479ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:49:35.03014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.149211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:945674"} {"level":"info","ts":"2026-07-07T16:49:35.030189Z","caller":"traceutil/trace.go:171","msg":"trace[413022845] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19576; }","duration":"324.229914ms","start":"2026-07-07T16:49:34.705946Z","end":"2026-07-07T16:49:35.030176Z","steps":["trace[413022845] 'agreement among raft nodes before linearized reading' (duration: 322.747778ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:49:35.030222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:49:34.705941Z","time spent":"324.270184ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":945697,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-07T16:49:35.031153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.100594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:945674"} {"level":"info","ts":"2026-07-07T16:49:35.031443Z","caller":"traceutil/trace.go:171","msg":"trace[211917315] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19576; }","duration":"325.416792ms","start":"2026-07-07T16:49:34.706001Z","end":"2026-07-07T16:49:35.031418Z","steps":["trace[211917315] 'agreement among raft nodes before linearized reading' (duration: 323.124696ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:49:35.031488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:49:34.705997Z","time spent":"325.476923ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":945697,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-07T16:49:35.031488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.50059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:945674"} {"level":"info","ts":"2026-07-07T16:49:35.031585Z","caller":"traceutil/trace.go:171","msg":"trace[195826389] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19576; }","duration":"324.607402ms","start":"2026-07-07T16:49:34.706945Z","end":"2026-07-07T16:49:35.031553Z","steps":["trace[195826389] 'agreement among raft nodes before linearized reading' (duration: 322.433319ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:49:35.031616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:49:34.70694Z","time spent":"324.668534ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":945697,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-07T16:49:35.031768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.265139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:945674"} {"level":"info","ts":"2026-07-07T16:49:35.03183Z","caller":"traceutil/trace.go:171","msg":"trace[564229133] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19576; }","duration":"325.34348ms","start":"2026-07-07T16:49:34.706472Z","end":"2026-07-07T16:49:35.031816Z","steps":["trace[564229133] 'agreement among raft nodes before linearized reading' (duration: 322.509542ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:49:35.031871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:49:34.706465Z","time spent":"325.394761ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":945697,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-07T16:49:35.032174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.613627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:945674"} {"level":"info","ts":"2026-07-07T16:49:35.032512Z","caller":"traceutil/trace.go:171","msg":"trace[530933137] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19576; }","duration":"325.992106ms","start":"2026-07-07T16:49:34.706499Z","end":"2026-07-07T16:49:35.032491Z","steps":["trace[530933137] 'agreement among raft nodes before linearized reading' (duration: 322.588793ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:49:35.032568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:49:34.706488Z","time spent":"326.066487ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":945697,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-07T16:49:35.033731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.245533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:945674"} {"level":"info","ts":"2026-07-07T16:49:35.033829Z","caller":"traceutil/trace.go:171","msg":"trace[1818070984] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19576; }","duration":"324.386287ms","start":"2026-07-07T16:49:34.709422Z","end":"2026-07-07T16:49:35.033808Z","steps":["trace[1818070984] 'agreement among raft nodes before linearized reading' (duration: 319.453017ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:49:35.033875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:49:34.709417Z","time spent":"324.446209ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":945697,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-07T16:49:37.685349Z","caller":"traceutil/trace.go:171","msg":"trace[818908983] linearizableReadLoop","detail":"{readStateIndex:20322; appliedIndex:20321; }","duration":"138.735806ms","start":"2026-07-07T16:49:37.546588Z","end":"2026-07-07T16:49:37.685324Z","steps":["trace[818908983] 'read index received' (duration: 105.856571ms)","trace[818908983] 'applied index is now lower than readState.Index' (duration: 32.877985ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:49:37.685601Z","caller":"traceutil/trace.go:171","msg":"trace[539496446] transaction","detail":"{read_only:false; response_revision:19596; number_of_response:1; }","duration":"158.823411ms","start":"2026-07-07T16:49:37.526766Z","end":"2026-07-07T16:49:37.68559Z","steps":["trace[539496446] 'process raft request' (duration: 125.833794ms)","trace[539496446] 'compare' (duration: 29.549614ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:49:37.685844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.250838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-07T16:49:37.685875Z","caller":"traceutil/trace.go:171","msg":"trace[1884313377] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19596; }","duration":"139.35075ms","start":"2026-07-07T16:49:37.546517Z","end":"2026-07-07T16:49:37.685868Z","steps":["trace[1884313377] 'agreement among raft nodes before linearized reading' (duration: 139.231377ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:49:45.632148Z","caller":"traceutil/trace.go:171","msg":"trace[1243571849] transaction","detail":"{read_only:false; response_revision:19639; number_of_response:1; }","duration":"173.830695ms","start":"2026-07-07T16:49:45.45828Z","end":"2026-07-07T16:49:45.63211Z","steps":["trace[1243571849] 'process raft request' (duration: 173.556488ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:49:48.453303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.888644ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-07-07T16:49:48.453575Z","caller":"traceutil/trace.go:171","msg":"trace[924063499] transaction","detail":"{read_only:false; response_revision:19652; number_of_response:1; }","duration":"563.819898ms","start":"2026-07-07T16:49:47.88974Z","end":"2026-07-07T16:49:48.45356Z","steps":["trace[924063499] 'process raft request' (duration: 563.786487ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:49:48.453672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:49:47.889711Z","time spent":"563.89862ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:49:48.453945Z","caller":"traceutil/trace.go:171","msg":"trace[2044189919] transaction","detail":"{read_only:false; response_revision:19651; number_of_response:1; }","duration":"564.296229ms","start":"2026-07-07T16:49:47.88964Z","end":"2026-07-07T16:49:48.453936Z","steps":["trace[2044189919] 'process raft request' (duration: 563.774877ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:49:48.453995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:49:47.889624Z","time spent":"564.346661ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:49:48.454178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:49:47.887225Z","time spent":"566.941814ms","remote":"127.0.0.1:44826","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-07T16:49:48.453854Z","caller":"traceutil/trace.go:171","msg":"trace[1279124912] linearizableReadLoop","detail":"{readStateIndex:20379; appliedIndex:20378; }","duration":"566.184225ms","start":"2026-07-07T16:49:47.887616Z","end":"2026-07-07T16:49:48.4538Z","steps":["trace[1279124912] 'read index received' (duration: 179.779438ms)","trace[1279124912] 'applied index is now lower than readState.Index' (duration: 386.399327ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:49:48.454305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.669707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-07-07T16:49:48.454378Z","caller":"traceutil/trace.go:171","msg":"trace[2012990341] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19652; }","duration":"566.745498ms","start":"2026-07-07T16:49:47.887612Z","end":"2026-07-07T16:49:48.454358Z","steps":["trace[2012990341] 'agreement among raft nodes before linearized reading' (duration: 566.539053ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:49:48.45441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:49:47.887584Z","time spent":"566.821591ms","remote":"127.0.0.1:44914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":724,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-07-07T16:49:48.454729Z","caller":"traceutil/trace.go:171","msg":"trace[149236382] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:19652; }","duration":"100.072ms","start":"2026-07-07T16:49:48.354648Z","end":"2026-07-07T16:49:48.45472Z","steps":["trace[149236382] 'agreement among raft nodes before linearized reading' (duration: 100.05266ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:49:48.454795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.992464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-07T16:49:48.454865Z","caller":"traceutil/trace.go:171","msg":"trace[398335916] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:19652; }","duration":"433.118957ms","start":"2026-07-07T16:49:48.021716Z","end":"2026-07-07T16:49:48.454835Z","steps":["trace[398335916] 'agreement among raft nodes before linearized reading' (duration: 432.953123ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:49:48.45492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:49:48.021694Z","time spent":"433.215529ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":23,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:49:48.454921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.272477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"warn","ts":"2026-07-07T16:49:48.454942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.996495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-07T16:49:48.454992Z","caller":"traceutil/trace.go:171","msg":"trace[1680315098] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19652; }","duration":"566.38053ms","start":"2026-07-07T16:49:47.888591Z","end":"2026-07-07T16:49:48.454972Z","steps":["trace[1680315098] 'agreement among raft nodes before linearized reading' (duration: 566.081383ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:49:48.455007Z","caller":"traceutil/trace.go:171","msg":"trace[1142254989] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19652; }","duration":"474.109478ms","start":"2026-07-07T16:49:47.98088Z","end":"2026-07-07T16:49:48.45499Z","steps":["trace[1142254989] 'agreement among raft nodes before linearized reading' (duration: 473.982235ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:49:48.455059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:49:47.980857Z","time spent":"474.19167ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-07T16:49:48.455067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.343725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-07-07T16:49:48.455108Z","caller":"traceutil/trace.go:171","msg":"trace[291227844] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19652; }","duration":"565.395966ms","start":"2026-07-07T16:49:47.889701Z","end":"2026-07-07T16:49:48.455097Z","steps":["trace[291227844] 'agreement among raft nodes before linearized reading' (duration: 565.269443ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:49:48.455143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:49:47.889689Z","time spent":"565.448037ms","remote":"127.0.0.1:44914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":724,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-07T16:49:48.455171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.816004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T16:49:48.455202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.482253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-07-07T16:49:48.455252Z","caller":"traceutil/trace.go:171","msg":"trace[1974153575] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19652; }","duration":"347.953147ms","start":"2026-07-07T16:49:48.107283Z","end":"2026-07-07T16:49:48.455236Z","steps":["trace[1974153575] 'agreement among raft nodes before linearized reading' (duration: 347.830784ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:49:48.455305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:49:48.10726Z","time spent":"348.033869ms","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-07T16:49:48.455508Z","caller":"traceutil/trace.go:171","msg":"trace[1938281077] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19652; }","duration":"566.548444ms","start":"2026-07-07T16:49:47.888706Z","end":"2026-07-07T16:49:48.455255Z","steps":["trace[1938281077] 'agreement among raft nodes before linearized reading' (duration: 566.38926ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:49:48.455547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:49:47.888685Z","time spent":"566.853831ms","remote":"127.0.0.1:44914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":724,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-07T16:49:48.455059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:49:47.888584Z","time spent":"566.462072ms","remote":"127.0.0.1:44914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":724,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-07T16:49:48.454934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.747975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-07T16:49:48.455757Z","caller":"traceutil/trace.go:171","msg":"trace[2001212927] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19652; }","duration":"473.630967ms","start":"2026-07-07T16:49:47.982115Z","end":"2026-07-07T16:49:48.455746Z","steps":["trace[2001212927] 'agreement among raft nodes before linearized reading' (duration: 472.767456ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:49:48.455788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:49:47.982083Z","time spent":"473.694998ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-07T16:50:14.430886Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17627} {"level":"info","ts":"2026-07-07T16:50:14.539425Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17627,"took":"104.402376ms","hash":1619224363,"current-db-size-bytes":55693312,"current-db-size":"56 MB","current-db-size-in-use-bytes":32391168,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-07T16:50:14.539556Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1619224363,"revision":17627,"compact-revision":16147} {"level":"info","ts":"2026-07-07T16:50:57.553378Z","caller":"traceutil/trace.go:171","msg":"trace[55552860] linearizableReadLoop","detail":"{readStateIndex:20786; appliedIndex:20785; }","duration":"209.320111ms","start":"2026-07-07T16:50:57.343993Z","end":"2026-07-07T16:50:57.553313Z","steps":["trace[55552860] 'read index received' (duration: 208.908771ms)","trace[55552860] 'applied index is now lower than readState.Index' (duration: 409.51µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:50:57.553543Z","caller":"traceutil/trace.go:171","msg":"trace[626965655] transaction","detail":"{read_only:false; response_revision:20041; number_of_response:1; }","duration":"293.8229ms","start":"2026-07-07T16:50:57.259707Z","end":"2026-07-07T16:50:57.55353Z","steps":["trace[626965655] 'process raft request' (duration: 293.349058ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:50:57.553726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.944813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T16:50:57.553805Z","caller":"traceutil/trace.go:171","msg":"trace[214584418] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20041; }","duration":"162.079857ms","start":"2026-07-07T16:50:57.391707Z","end":"2026-07-07T16:50:57.553787Z","steps":["trace[214584418] 'agreement among raft nodes before linearized reading' (duration: 161.938153ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:50:57.553926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.910696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-07T16:50:57.554013Z","caller":"traceutil/trace.go:171","msg":"trace[2114363633] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20041; }","duration":"210.047889ms","start":"2026-07-07T16:50:57.343947Z","end":"2026-07-07T16:50:57.553995Z","steps":["trace[2114363633] 'agreement among raft nodes before linearized reading' (duration: 209.844764ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:50:57.554111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.852782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:416713"} {"level":"info","ts":"2026-07-07T16:50:57.554223Z","caller":"traceutil/trace.go:171","msg":"trace[393154533] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:20041; }","duration":"147.952685ms","start":"2026-07-07T16:50:57.406237Z","end":"2026-07-07T16:50:57.55419Z","steps":["trace[393154533] 'agreement among raft nodes before linearized reading' (duration: 147.495774ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:50:57.93365Z","caller":"traceutil/trace.go:171","msg":"trace[698470409] linearizableReadLoop","detail":"{readStateIndex:20787; appliedIndex:20786; }","duration":"338.724157ms","start":"2026-07-07T16:50:57.594898Z","end":"2026-07-07T16:50:57.933622Z","steps":["trace[698470409] 'read index received' (duration: 335.814516ms)","trace[698470409] 'applied index is now lower than readState.Index' (duration: 2.906951ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:50:57.933779Z","caller":"traceutil/trace.go:171","msg":"trace[248450993] transaction","detail":"{read_only:false; response_revision:20043; number_of_response:1; }","duration":"274.281576ms","start":"2026-07-07T16:50:57.659467Z","end":"2026-07-07T16:50:57.933749Z","steps":["trace[248450993] 'process raft request' (duration: 274.001909ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:50:57.933868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.945902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T16:50:57.933915Z","caller":"traceutil/trace.go:171","msg":"trace[1939174685] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:20044; }","duration":"339.063766ms","start":"2026-07-07T16:50:57.594837Z","end":"2026-07-07T16:50:57.933901Z","steps":["trace[1939174685] 'agreement among raft nodes before linearized reading' (duration: 338.921582ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:50:57.933947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:50:57.594819Z","time spent":"339.119447ms","remote":"127.0.0.1:57742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:50:57.93365Z","caller":"traceutil/trace.go:171","msg":"trace[1374035944] transaction","detail":"{read_only:false; response_revision:20042; number_of_response:1; }","duration":"374.475014ms","start":"2026-07-07T16:50:57.559139Z","end":"2026-07-07T16:50:57.933614Z","steps":["trace[1374035944] 'process raft request' (duration: 371.41909ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:50:57.934262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:50:57.559121Z","time spent":"375.052827ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:50:57.93506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.203301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-07T16:50:57.935363Z","caller":"traceutil/trace.go:171","msg":"trace[1963503286] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:20044; }","duration":"278.526218ms","start":"2026-07-07T16:50:57.656797Z","end":"2026-07-07T16:50:57.935323Z","steps":["trace[1963503286] 'agreement among raft nodes before linearized reading' (duration: 277.309059ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:50:58.537423Z","caller":"traceutil/trace.go:171","msg":"trace[484508197] linearizableReadLoop","detail":"{readStateIndex:20790; appliedIndex:20789; }","duration":"462.600518ms","start":"2026-07-07T16:50:58.074782Z","end":"2026-07-07T16:50:58.537383Z","steps":["trace[484508197] 'read index received' (duration: 458.822337ms)","trace[484508197] 'applied index is now lower than readState.Index' (duration: 3.776531ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:50:58.537383Z","caller":"traceutil/trace.go:171","msg":"trace[1920337441] transaction","detail":"{read_only:false; response_revision:20045; number_of_response:1; }","duration":"554.933235ms","start":"2026-07-07T16:50:57.982381Z","end":"2026-07-07T16:50:58.537314Z","steps":["trace[1920337441] 'process raft request' (duration: 551.192365ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:50:58.537613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.809454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-07T16:50:58.537709Z","caller":"traceutil/trace.go:171","msg":"trace[163555199] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:20046; }","duration":"462.976257ms","start":"2026-07-07T16:50:58.074709Z","end":"2026-07-07T16:50:58.537686Z","steps":["trace[163555199] 'agreement among raft nodes before linearized reading' (duration: 462.777873ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:50:58.537747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:50:57.982358Z","time spent":"555.298434ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:50:58.537761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:50:58.074681Z","time spent":"463.067799ms","remote":"127.0.0.1:40362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:50:58.5378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.226112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-07-07T16:50:58.537849Z","caller":"traceutil/trace.go:171","msg":"trace[628885857] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:20046; }","duration":"444.343766ms","start":"2026-07-07T16:50:58.093493Z","end":"2026-07-07T16:50:58.537837Z","steps":["trace[628885857] 'agreement among raft nodes before linearized reading' (duration: 444.11132ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:50:58.537886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:50:58.093473Z","time spent":"444.403787ms","remote":"127.0.0.1:44914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":724,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-07T16:50:58.537861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.776272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-m25c4\" ","response":"range_response_count:1 size:18646"} {"level":"info","ts":"2026-07-07T16:50:58.537976Z","caller":"traceutil/trace.go:171","msg":"trace[1052497986] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-m25c4; range_end:; response_count:1; response_revision:20046; }","duration":"308.940315ms","start":"2026-07-07T16:50:58.229009Z","end":"2026-07-07T16:50:58.53795Z","steps":["trace[1052497986] 'agreement among raft nodes before linearized reading' (duration: 308.633197ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:50:58.538035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:50:58.228988Z","time spent":"309.035808ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":18669,"request content":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-m25c4\" "} {"level":"warn","ts":"2026-07-07T16:50:58.538024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.108891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r9lw6\" ","response":"range_response_count:1 size:22101"} {"level":"warn","ts":"2026-07-07T16:50:58.538118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.359306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T16:50:58.538162Z","caller":"traceutil/trace.go:171","msg":"trace[919195017] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:20046; }","duration":"380.448588ms","start":"2026-07-07T16:50:58.1577Z","end":"2026-07-07T16:50:58.538148Z","steps":["trace[919195017] 'agreement among raft nodes before linearized reading' (duration: 380.374236ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:50:58.538193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:50:58.157677Z","time spent":"380.507689ms","remote":"127.0.0.1:59984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-07-07T16:50:58.538133Z","caller":"traceutil/trace.go:171","msg":"trace[1888449961] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r9lw6; range_end:; response_count:1; response_revision:20046; }","duration":"307.278925ms","start":"2026-07-07T16:50:58.230829Z","end":"2026-07-07T16:50:58.538108Z","steps":["trace[1888449961] 'agreement among raft nodes before linearized reading' (duration: 306.799383ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:50:58.538257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:50:58.230806Z","time spent":"307.433519ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22124,"request content":"key:\"/registry/pods/openstack/nova-compute-default-r9lw6\" "} {"level":"warn","ts":"2026-07-07T16:50:58.538303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.459792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-wthd5\" ","response":"range_response_count:1 size:14278"} {"level":"info","ts":"2026-07-07T16:50:58.539486Z","caller":"traceutil/trace.go:171","msg":"trace[136290222] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-wthd5; range_end:; response_count:1; response_revision:20046; }","duration":"408.672282ms","start":"2026-07-07T16:50:58.130791Z","end":"2026-07-07T16:50:58.539464Z","steps":["trace[136290222] 'agreement among raft nodes before linearized reading' (duration: 407.35238ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:50:58.539529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:50:58.130767Z","time spent":"408.749304ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":14301,"request content":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-wthd5\" "} {"level":"info","ts":"2026-07-07T16:50:58.5383Z","caller":"traceutil/trace.go:171","msg":"trace[884243409] transaction","detail":"{read_only:false; response_revision:20046; number_of_response:1; }","duration":"323.763615ms","start":"2026-07-07T16:50:58.21451Z","end":"2026-07-07T16:50:58.538274Z","steps":["trace[884243409] 'process raft request' (duration: 322.819402ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:50:58.539656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:50:58.214477Z","time spent":"325.096347ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:50:58.538699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.679049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-mgnqt\" ","response":"range_response_count:1 size:18671"} {"level":"info","ts":"2026-07-07T16:50:58.539809Z","caller":"traceutil/trace.go:171","msg":"trace[478353346] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-mgnqt; range_end:; response_count:1; response_revision:20046; }","duration":"127.828927ms","start":"2026-07-07T16:50:58.411967Z","end":"2026-07-07T16:50:58.539796Z","steps":["trace[478353346] 'agreement among raft nodes before linearized reading' (duration: 126.590217ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:50:58.538765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.594775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r9lw6\" ","response":"range_response_count:1 size:22101"} {"level":"info","ts":"2026-07-07T16:50:58.539926Z","caller":"traceutil/trace.go:171","msg":"trace[902548242] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r9lw6; range_end:; response_count:1; response_revision:20046; }","duration":"129.756714ms","start":"2026-07-07T16:50:58.410161Z","end":"2026-07-07T16:50:58.539918Z","steps":["trace[902548242] 'agreement among raft nodes before linearized reading' (duration: 128.519214ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:50:58.538761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.780745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-66hj2\" ","response":"range_response_count:1 size:9792"} {"level":"info","ts":"2026-07-07T16:50:58.540019Z","caller":"traceutil/trace.go:171","msg":"trace[1491201976] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-66hj2; range_end:; response_count:1; response_revision:20046; }","duration":"169.092617ms","start":"2026-07-07T16:50:58.370919Z","end":"2026-07-07T16:50:58.540011Z","steps":["trace[1491201976] 'agreement among raft nodes before linearized reading' (duration: 167.737894ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:50:58.538767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.527319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p22f7\" ","response":"range_response_count:1 size:6532"} {"level":"info","ts":"2026-07-07T16:50:58.540094Z","caller":"traceutil/trace.go:171","msg":"trace[1012359476] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p22f7; range_end:; response_count:1; response_revision:20046; }","duration":"232.913984ms","start":"2026-07-07T16:50:58.307173Z","end":"2026-07-07T16:50:58.540087Z","steps":["trace[1012359476] 'agreement among raft nodes before linearized reading' (duration: 231.51019ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:50:58.53837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.512381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-72wnd\" ","response":"range_response_count:1 size:20645"} {"level":"info","ts":"2026-07-07T16:50:58.545688Z","caller":"traceutil/trace.go:171","msg":"trace[1201828964] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-72wnd; range_end:; response_count:1; response_revision:20046; }","duration":"314.881079ms","start":"2026-07-07T16:50:58.230793Z","end":"2026-07-07T16:50:58.545675Z","steps":["trace[1201828964] 'agreement among raft nodes before linearized reading' (duration: 307.465429ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:50:58.545721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:50:58.230777Z","time spent":"314.932451ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20668,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-72wnd\" "} {"level":"warn","ts":"2026-07-07T16:50:59.967375Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004059654,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-07T16:51:00.071947Z","caller":"traceutil/trace.go:171","msg":"trace[443948941] transaction","detail":"{read_only:false; response_revision:20051; number_of_response:1; }","duration":"607.96604ms","start":"2026-07-07T16:50:59.463947Z","end":"2026-07-07T16:51:00.071913Z","steps":["trace[443948941] 'process raft request' (duration: 607.754495ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:51:00.072153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:50:59.463922Z","time spent":"608.125794ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:51:00.075738Z","caller":"traceutil/trace.go:171","msg":"trace[515203926] linearizableReadLoop","detail":"{readStateIndex:20798; appliedIndex:20796; }","duration":"609.409435ms","start":"2026-07-07T16:50:59.466306Z","end":"2026-07-07T16:51:00.075715Z","steps":["trace[515203926] 'read index received' (duration: 605.88569ms)","trace[515203926] 'applied index is now lower than readState.Index' (duration: 3.522865ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:51:00.075757Z","caller":"traceutil/trace.go:171","msg":"trace[1166390273] transaction","detail":"{read_only:false; response_revision:20052; number_of_response:1; }","duration":"609.495068ms","start":"2026-07-07T16:50:59.466236Z","end":"2026-07-07T16:51:00.075731Z","steps":["trace[1166390273] 'process raft request' (duration: 608.36974ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:51:00.075809Z","caller":"traceutil/trace.go:171","msg":"trace[1549601150] transaction","detail":"{read_only:false; response_revision:20053; number_of_response:1; }","duration":"515.343886ms","start":"2026-07-07T16:50:59.560433Z","end":"2026-07-07T16:51:00.075776Z","steps":["trace[1549601150] 'process raft request' (duration: 515.231143ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:51:00.075886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.970833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-07-07T16:51:00.075921Z","caller":"traceutil/trace.go:171","msg":"trace[1534383161] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:20053; }","duration":"391.023374ms","start":"2026-07-07T16:50:59.684884Z","end":"2026-07-07T16:51:00.075908Z","steps":["trace[1534383161] 'agreement among raft nodes before linearized reading' (duration: 390.939852ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:51:00.075947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:50:59.68486Z","time spent":"391.081726ms","remote":"127.0.0.1:44910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-07-07T16:51:00.075951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:50:59.560416Z","time spent":"515.466129ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:51:00.075923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.578119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T16:51:00.076027Z","caller":"traceutil/trace.go:171","msg":"trace[1998934878] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20053; }","duration":"609.726973ms","start":"2026-07-07T16:50:59.466277Z","end":"2026-07-07T16:51:00.076004Z","steps":["trace[1998934878] 'agreement among raft nodes before linearized reading' (duration: 609.524718ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:51:00.075936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.265631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-07T16:51:00.076187Z","caller":"traceutil/trace.go:171","msg":"trace[847268014] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20053; }","duration":"136.492197ms","start":"2026-07-07T16:50:59.939628Z","end":"2026-07-07T16:51:00.07612Z","steps":["trace[847268014] 'agreement among raft nodes before linearized reading' (duration: 136.19785ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:51:00.076265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:50:59.466193Z","time spent":"609.740783ms","remote":"127.0.0.1:44826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":886,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:51:00.076079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:50:59.466268Z","time spent":"609.804755ms","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T16:51:01.043025Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004059664,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-07T16:51:01.245269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.195629ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-07T16:51:01.245635Z","caller":"traceutil/trace.go:171","msg":"trace[68476579] linearizableReadLoop","detail":"{readStateIndex:20802; appliedIndex:20799; }","duration":"702.816138ms","start":"2026-07-07T16:51:00.542801Z","end":"2026-07-07T16:51:01.245617Z","steps":["trace[68476579] 'read index received' (duration: 597.21455ms)","trace[68476579] 'applied index is now lower than readState.Index' (duration: 105.600538ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:51:01.245994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.159037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-07-07T16:51:01.246158Z","caller":"traceutil/trace.go:171","msg":"trace[1987316651] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:20056; }","duration":"703.375202ms","start":"2026-07-07T16:51:00.542753Z","end":"2026-07-07T16:51:01.246128Z","steps":["trace[1987316651] 'agreement among raft nodes before linearized reading' (duration: 703.016363ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:51:01.246215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:51:00.542732Z","time spent":"703.473515ms","remote":"127.0.0.1:44914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":724,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-07T16:51:01.246229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.131111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-mgnqt\" ","response":"range_response_count:1 size:18671"} {"level":"info","ts":"2026-07-07T16:51:01.246306Z","caller":"traceutil/trace.go:171","msg":"trace[1948825580] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-mgnqt; range_end:; response_count:1; response_revision:20056; }","duration":"678.244773ms","start":"2026-07-07T16:51:00.568041Z","end":"2026-07-07T16:51:01.246285Z","steps":["trace[1948825580] 'agreement among raft nodes before linearized reading' (duration: 677.981136ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:51:01.246327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.176863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-07T16:51:01.246356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:51:00.568028Z","time spent":"678.322265ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":18694,"request content":"key:\"/registry/pods/openstack/neutron-l3-agent-default-mgnqt\" "} {"level":"info","ts":"2026-07-07T16:51:01.246367Z","caller":"traceutil/trace.go:171","msg":"trace[1271657327] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20056; }","duration":"139.244173ms","start":"2026-07-07T16:51:01.107107Z","end":"2026-07-07T16:51:01.246351Z","steps":["trace[1271657327] 'agreement among raft nodes before linearized reading' (duration: 139.191962ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:51:01.246467Z","caller":"traceutil/trace.go:171","msg":"trace[1959838546] transaction","detail":"{read_only:false; response_revision:20055; number_of_response:1; }","duration":"702.43669ms","start":"2026-07-07T16:51:00.544017Z","end":"2026-07-07T16:51:01.246453Z","steps":["trace[1959838546] 'process raft request' (duration: 701.381624ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:51:01.246584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.734658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"warn","ts":"2026-07-07T16:51:01.246597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.726018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-07T16:51:01.246614Z","caller":"traceutil/trace.go:171","msg":"trace[185907499] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:20056; }","duration":"596.80767ms","start":"2026-07-07T16:51:00.649799Z","end":"2026-07-07T16:51:01.246607Z","steps":["trace[185907499] 'agreement among raft nodes before linearized reading' (duration: 596.725748ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:51:01.246621Z","caller":"traceutil/trace.go:171","msg":"trace[2102038931] transaction","detail":"{read_only:false; response_revision:20056; number_of_response:1; }","duration":"622.435702ms","start":"2026-07-07T16:51:00.624175Z","end":"2026-07-07T16:51:01.246611Z","steps":["trace[2102038931] 'process raft request' (duration: 621.370376ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:51:01.246638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:51:00.649772Z","time spent":"596.861511ms","remote":"127.0.0.1:44914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":724,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-07T16:51:01.246693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:51:00.624146Z","time spent":"622.513113ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:51:01.24671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.314075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-07T16:51:01.246743Z","caller":"traceutil/trace.go:171","msg":"trace[2004532880] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20056; }","duration":"231.354646ms","start":"2026-07-07T16:51:01.015378Z","end":"2026-07-07T16:51:01.246732Z","steps":["trace[2004532880] 'agreement among raft nodes before linearized reading' (duration: 231.275374ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:51:01.246816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.974144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-07-07T16:51:01.246845Z","caller":"traceutil/trace.go:171","msg":"trace[48628596] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:20056; }","duration":"597.026525ms","start":"2026-07-07T16:51:00.649812Z","end":"2026-07-07T16:51:01.246838Z","steps":["trace[48628596] 'agreement among raft nodes before linearized reading' (duration: 596.949263ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:51:01.246864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:51:00.64979Z","time spent":"597.069767ms","remote":"127.0.0.1:44914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":724,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-07T16:51:01.246214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.237176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"warn","ts":"2026-07-07T16:51:01.24693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.321619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-07T16:51:01.246983Z","caller":"traceutil/trace.go:171","msg":"trace[1044456290] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20056; }","duration":"232.37586ms","start":"2026-07-07T16:51:01.014596Z","end":"2026-07-07T16:51:01.246972Z","steps":["trace[1044456290] 'agreement among raft nodes before linearized reading' (duration: 232.249587ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:51:01.24663Z","caller":"traceutil/trace.go:171","msg":"trace[78287830] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20056; }","duration":"227.763969ms","start":"2026-07-07T16:51:01.018854Z","end":"2026-07-07T16:51:01.246618Z","steps":["trace[78287830] 'agreement among raft nodes before linearized reading' (duration: 227.680177ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:51:01.247048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.895245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-66hj2\" ","response":"range_response_count:1 size:9792"} {"level":"info","ts":"2026-07-07T16:51:01.247075Z","caller":"traceutil/trace.go:171","msg":"trace[1742028234] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-66hj2; range_end:; response_count:1; response_revision:20056; }","duration":"644.945667ms","start":"2026-07-07T16:51:00.602123Z","end":"2026-07-07T16:51:01.247068Z","steps":["trace[1742028234] 'agreement among raft nodes before linearized reading' (duration: 644.882925ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:51:01.247098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:51:00.602104Z","time spent":"644.991377ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9815,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-66hj2\" "} {"level":"warn","ts":"2026-07-07T16:51:01.24722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.505774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r9lw6\" ","response":"range_response_count:1 size:22101"} {"level":"info","ts":"2026-07-07T16:51:01.247245Z","caller":"traceutil/trace.go:171","msg":"trace[1171388063] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r9lw6; range_end:; response_count:1; response_revision:20056; }","duration":"646.528915ms","start":"2026-07-07T16:51:00.60071Z","end":"2026-07-07T16:51:01.247239Z","steps":["trace[1171388063] 'agreement among raft nodes before linearized reading' (duration: 646.464223ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:51:01.247247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.322125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-07T16:51:01.247262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:51:00.600679Z","time spent":"646.579116ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22124,"request content":"key:\"/registry/pods/openstack/nova-compute-default-r9lw6\" "} {"level":"info","ts":"2026-07-07T16:51:01.247277Z","caller":"traceutil/trace.go:171","msg":"trace[1543776163] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20056; }","duration":"250.389377ms","start":"2026-07-07T16:51:00.996878Z","end":"2026-07-07T16:51:01.247268Z","steps":["trace[1543776163] 'agreement among raft nodes before linearized reading' (duration: 250.304985ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:51:01.246582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:51:00.543986Z","time spent":"702.522051ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:51:01.247466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.707642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T16:51:01.247539Z","caller":"traceutil/trace.go:171","msg":"trace[642648416] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:20056; }","duration":"590.803405ms","start":"2026-07-07T16:51:00.656723Z","end":"2026-07-07T16:51:01.247526Z","steps":["trace[642648416] 'agreement among raft nodes before linearized reading' (duration: 590.708163ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:51:01.247571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:51:00.656707Z","time spent":"590.854406ms","remote":"127.0.0.1:59942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-07T16:51:01.247614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.175841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r9lw6\" ","response":"range_response_count:1 size:22101"} {"level":"info","ts":"2026-07-07T16:51:01.247663Z","caller":"traceutil/trace.go:171","msg":"trace[1596729756] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r9lw6; range_end:; response_count:1; response_revision:20056; }","duration":"647.264083ms","start":"2026-07-07T16:51:00.600386Z","end":"2026-07-07T16:51:01.24765Z","steps":["trace[1596729756] 'agreement among raft nodes before linearized reading' (duration: 647.13762ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:51:01.247706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:51:00.600362Z","time spent":"647.332954ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22124,"request content":"key:\"/registry/pods/openstack/nova-compute-default-r9lw6\" "} {"level":"warn","ts":"2026-07-07T16:51:01.247725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.757684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-07-07T16:51:01.247749Z","caller":"traceutil/trace.go:171","msg":"trace[224632525] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:20056; }","duration":"597.841985ms","start":"2026-07-07T16:51:00.6499Z","end":"2026-07-07T16:51:01.247742Z","steps":["trace[224632525] 'agreement among raft nodes before linearized reading' (duration: 597.772483ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:51:01.247769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:51:00.649869Z","time spent":"597.896057ms","remote":"127.0.0.1:44914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":724,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-07T16:51:01.247494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.934295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-wthd5\" ","response":"range_response_count:1 size:14278"} {"level":"info","ts":"2026-07-07T16:51:01.246932Z","caller":"traceutil/trace.go:171","msg":"trace[1236300458] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:20056; }","duration":"597.025495ms","start":"2026-07-07T16:51:00.64989Z","end":"2026-07-07T16:51:01.246916Z","steps":["trace[1236300458] 'agreement among raft nodes before linearized reading' (duration: 596.147044ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:51:01.247927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:51:00.649858Z","time spent":"598.06118ms","remote":"127.0.0.1:44914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":724,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-07T16:51:01.247961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.540478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-72wnd\" ","response":"range_response_count:1 size:20645"} {"level":"warn","ts":"2026-07-07T16:51:01.246993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.938842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-m25c4\" ","response":"range_response_count:1 size:18646"} {"level":"info","ts":"2026-07-07T16:51:01.248002Z","caller":"traceutil/trace.go:171","msg":"trace[1856311352] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-72wnd; range_end:; response_count:1; response_revision:20056; }","duration":"649.608899ms","start":"2026-07-07T16:51:00.598383Z","end":"2026-07-07T16:51:01.247992Z","steps":["trace[1856311352] 'agreement among raft nodes before linearized reading' (duration: 649.494186ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:51:01.248043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:51:00.59837Z","time spent":"649.66553ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20668,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-72wnd\" "} {"level":"info","ts":"2026-07-07T16:51:01.24789Z","caller":"traceutil/trace.go:171","msg":"trace[1208857077] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-wthd5; range_end:; response_count:1; response_revision:20056; }","duration":"647.352254ms","start":"2026-07-07T16:51:00.600525Z","end":"2026-07-07T16:51:01.247877Z","steps":["trace[1208857077] 'agreement among raft nodes before linearized reading' (duration: 646.864103ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:51:01.248095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:51:00.600515Z","time spent":"647.571501ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":14301,"request content":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-wthd5\" "} {"level":"warn","ts":"2026-07-07T16:51:01.248282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.000786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p22f7\" ","response":"range_response_count:1 size:6532"} {"level":"info","ts":"2026-07-07T16:51:01.248323Z","caller":"traceutil/trace.go:171","msg":"trace[489745841] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p22f7; range_end:; response_count:1; response_revision:20056; }","duration":"666.082408ms","start":"2026-07-07T16:51:00.58223Z","end":"2026-07-07T16:51:01.248313Z","steps":["trace[489745841] 'agreement among raft nodes before linearized reading' (duration: 665.980736ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:51:01.248014Z","caller":"traceutil/trace.go:171","msg":"trace[1330271357] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-m25c4; range_end:; response_count:1; response_revision:20056; }","duration":"644.985048ms","start":"2026-07-07T16:51:00.603022Z","end":"2026-07-07T16:51:01.248007Z","steps":["trace[1330271357] 'agreement among raft nodes before linearized reading' (duration: 643.923972ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:51:01.248404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:51:00.603007Z","time spent":"645.384507ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":18669,"request content":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-m25c4\" "} {"level":"warn","ts":"2026-07-07T16:51:01.248357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:51:00.582207Z","time spent":"666.14418ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-p22f7\" "} {"level":"warn","ts":"2026-07-07T16:54:18.61768Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4638038277004064348,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-07T16:54:18.675075Z","caller":"traceutil/trace.go:171","msg":"trace[588719934] transaction","detail":"{read_only:false; response_revision:21080; number_of_response:1; }","duration":"564.982189ms","start":"2026-07-07T16:54:18.110062Z","end":"2026-07-07T16:54:18.675044Z","steps":["trace[588719934] 'process raft request' (duration: 564.783944ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:54:18.675278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:54:18.109817Z","time spent":"565.351738ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-07T16:54:18.679426Z","caller":"traceutil/trace.go:171","msg":"trace[383194249] linearizableReadLoop","detail":"{readStateIndex:21867; appliedIndex:21865; }","duration":"562.754844ms","start":"2026-07-07T16:54:18.116633Z","end":"2026-07-07T16:54:18.679388Z","steps":["trace[383194249] 'read index received' (duration: 558.287046ms)","trace[383194249] 'applied index is now lower than readState.Index' (duration: 4.466228ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:54:18.679539Z","caller":"traceutil/trace.go:171","msg":"trace[1322989119] transaction","detail":"{read_only:false; response_revision:21081; number_of_response:1; }","duration":"450.461234ms","start":"2026-07-07T16:54:18.229022Z","end":"2026-07-07T16:54:18.679483Z","steps":["trace[1322989119] 'process raft request' (duration: 447.282527ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:54:18.679654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.998111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T16:54:18.679698Z","caller":"traceutil/trace.go:171","msg":"trace[117883759] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21081; }","duration":"563.114523ms","start":"2026-07-07T16:54:18.116571Z","end":"2026-07-07T16:54:18.679685Z","steps":["trace[117883759] 'agreement among raft nodes before linearized reading' (duration: 563.009361ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:54:18.679734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:54:18.116546Z","time spent":"563.180125ms","remote":"127.0.0.1:44756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-07T16:54:18.679795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.378445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p22f7\" ","response":"range_response_count:1 size:6532"} {"level":"info","ts":"2026-07-07T16:54:18.679884Z","caller":"traceutil/trace.go:171","msg":"trace[712256546] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p22f7; range_end:; response_count:1; response_revision:21081; }","duration":"517.526529ms","start":"2026-07-07T16:54:18.162335Z","end":"2026-07-07T16:54:18.679861Z","steps":["trace[712256546] 'agreement among raft nodes before linearized reading' (duration: 517.272483ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:54:18.679772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:54:18.228995Z","time spent":"450.645478ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-07T16:54:18.679933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:54:18.162312Z","time spent":"517.610741ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-p22f7\" "} {"level":"warn","ts":"2026-07-07T16:54:18.679912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.567284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"warn","ts":"2026-07-07T16:54:18.679949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.177887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-07T16:54:18.680006Z","caller":"traceutil/trace.go:171","msg":"trace[1966101566] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:21081; }","duration":"260.757828ms","start":"2026-07-07T16:54:18.419223Z","end":"2026-07-07T16:54:18.679981Z","steps":["trace[1966101566] 'agreement among raft nodes before linearized reading' (duration: 260.416499ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:54:18.680022Z","caller":"traceutil/trace.go:171","msg":"trace[698194695] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21081; }","duration":"178.271089ms","start":"2026-07-07T16:54:18.501728Z","end":"2026-07-07T16:54:18.679999Z","steps":["trace[698194695] 'agreement among raft nodes before linearized reading' (duration: 178.043614ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:54:18.680202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.463578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-07T16:54:18.680743Z","caller":"traceutil/trace.go:171","msg":"trace[841098409] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21081; }","duration":"180.068623ms","start":"2026-07-07T16:54:18.500663Z","end":"2026-07-07T16:54:18.680732Z","steps":["trace[841098409] 'agreement among raft nodes before linearized reading' (duration: 179.425187ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:54:18.680205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.642157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r9lw6\" ","response":"range_response_count:1 size:22101"} {"level":"info","ts":"2026-07-07T16:54:18.680926Z","caller":"traceutil/trace.go:171","msg":"trace[1742687591] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r9lw6; range_end:; response_count:1; response_revision:21081; }","duration":"304.405215ms","start":"2026-07-07T16:54:18.376505Z","end":"2026-07-07T16:54:18.68091Z","steps":["trace[1742687591] 'agreement among raft nodes before linearized reading' (duration: 303.581685ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:54:18.680962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:54:18.376481Z","time spent":"304.471767ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22124,"request content":"key:\"/registry/pods/openstack/nova-compute-default-r9lw6\" "} {"level":"warn","ts":"2026-07-07T16:54:18.680221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.442574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-72wnd\" ","response":"range_response_count:1 size:20645"} {"level":"info","ts":"2026-07-07T16:54:18.681056Z","caller":"traceutil/trace.go:171","msg":"trace[1519077230] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-72wnd; range_end:; response_count:1; response_revision:21081; }","duration":"288.302055ms","start":"2026-07-07T16:54:18.392738Z","end":"2026-07-07T16:54:18.68104Z","steps":["trace[1519077230] 'agreement among raft nodes before linearized reading' (duration: 287.379143ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:54:18.680255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.694289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r9lw6\" ","response":"range_response_count:1 size:22101"} {"level":"info","ts":"2026-07-07T16:54:18.681169Z","caller":"traceutil/trace.go:171","msg":"trace[1608504668] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r9lw6; range_end:; response_count:1; response_revision:21081; }","duration":"290.653662ms","start":"2026-07-07T16:54:18.390505Z","end":"2026-07-07T16:54:18.681159Z","steps":["trace[1608504668] 'agreement among raft nodes before linearized reading' (duration: 289.607187ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:54:18.680263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.187597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-07T16:54:18.681271Z","caller":"traceutil/trace.go:171","msg":"trace[69052043] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21081; }","duration":"153.188501ms","start":"2026-07-07T16:54:18.52806Z","end":"2026-07-07T16:54:18.681249Z","steps":["trace[69052043] 'agreement among raft nodes before linearized reading' (duration: 152.092875ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:54:18.680327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.564358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-07T16:54:18.681378Z","caller":"traceutil/trace.go:171","msg":"trace[1631457772] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21081; }","duration":"170.641604ms","start":"2026-07-07T16:54:18.510729Z","end":"2026-07-07T16:54:18.681371Z","steps":["trace[1631457772] 'agreement among raft nodes before linearized reading' (duration: 169.531477ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:54:18.680339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.836963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-mgnqt\" ","response":"range_response_count:1 size:18671"} {"level":"warn","ts":"2026-07-07T16:54:18.680383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.845727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-wthd5\" ","response":"range_response_count:1 size:14278"} {"level":"info","ts":"2026-07-07T16:54:18.681557Z","caller":"traceutil/trace.go:171","msg":"trace[2036320067] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-wthd5; range_end:; response_count:1; response_revision:21081; }","duration":"519.072856ms","start":"2026-07-07T16:54:18.162464Z","end":"2026-07-07T16:54:18.681537Z","steps":["trace[2036320067] 'agreement among raft nodes before linearized reading' (duration: 517.834016ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:54:18.681604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:54:18.162441Z","time spent":"519.148419ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":14301,"request content":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-wthd5\" "} {"level":"warn","ts":"2026-07-07T16:54:18.680417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.402708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-07T16:54:18.681693Z","caller":"traceutil/trace.go:171","msg":"trace[1302861546] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21081; }","duration":"192.684569ms","start":"2026-07-07T16:54:18.489001Z","end":"2026-07-07T16:54:18.681686Z","steps":["trace[1302861546] 'agreement among raft nodes before linearized reading' (duration: 191.314416ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:54:18.680424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.18152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-m25c4\" ","response":"range_response_count:1 size:18646"} {"level":"info","ts":"2026-07-07T16:54:18.681747Z","caller":"traceutil/trace.go:171","msg":"trace[952264541] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-m25c4; range_end:; response_count:1; response_revision:21081; }","duration":"350.538763ms","start":"2026-07-07T16:54:18.33119Z","end":"2026-07-07T16:54:18.681729Z","steps":["trace[952264541] 'agreement among raft nodes before linearized reading' (duration: 349.150209ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:54:18.681811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:54:18.331163Z","time spent":"350.636936ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":18669,"request content":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-m25c4\" "} {"level":"info","ts":"2026-07-07T16:54:18.681447Z","caller":"traceutil/trace.go:171","msg":"trace[1129460512] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-mgnqt; range_end:; response_count:1; response_revision:21081; }","duration":"510.97909ms","start":"2026-07-07T16:54:18.170462Z","end":"2026-07-07T16:54:18.681441Z","steps":["trace[1129460512] 'agreement among raft nodes before linearized reading' (duration: 509.800321ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:54:18.681852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-07T16:54:18.170447Z","time spent":"511.395311ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":18694,"request content":"key:\"/registry/pods/openstack/neutron-l3-agent-default-mgnqt\" "} {"level":"info","ts":"2026-07-07T16:55:14.439005Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19799} {"level":"info","ts":"2026-07-07T16:55:14.543798Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19799,"took":"100.765291ms","hash":308692456,"current-db-size-bytes":55693312,"current-db-size":"56 MB","current-db-size-in-use-bytes":26263552,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-07-07T16:55:14.543883Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":308692456,"revision":19799,"compact-revision":17627} {"level":"info","ts":"2026-07-07T16:55:33.178441Z","caller":"traceutil/trace.go:171","msg":"trace[1453278490] linearizableReadLoop","detail":"{readStateIndex:22264; appliedIndex:22263; }","duration":"107.069694ms","start":"2026-07-07T16:55:33.071336Z","end":"2026-07-07T16:55:33.178405Z","steps":["trace[1453278490] 'read index received' (duration: 57.510123ms)","trace[1453278490] 'applied index is now lower than readState.Index' (duration: 49.558091ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:55:33.178517Z","caller":"traceutil/trace.go:171","msg":"trace[1862781150] transaction","detail":"{read_only:false; response_revision:21462; number_of_response:1; }","duration":"112.832444ms","start":"2026-07-07T16:55:33.065647Z","end":"2026-07-07T16:55:33.178479Z","steps":["trace[1862781150] 'process raft request' (duration: 63.182981ms)","trace[1862781150] 'compare' (duration: 49.408547ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:55:33.180401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.040632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:129 size:1734644"} {"level":"info","ts":"2026-07-07T16:55:33.180511Z","caller":"traceutil/trace.go:171","msg":"trace[1942157572] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:129; response_revision:21462; }","duration":"109.210516ms","start":"2026-07-07T16:55:33.071279Z","end":"2026-07-07T16:55:33.180489Z","steps":["trace[1942157572] 'agreement among raft nodes before linearized reading' (duration: 107.33442ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:55:33.341484Z","caller":"traceutil/trace.go:171","msg":"trace[2028870679] transaction","detail":"{read_only:false; response_revision:21465; number_of_response:1; }","duration":"157.041715ms","start":"2026-07-07T16:55:33.184418Z","end":"2026-07-07T16:55:33.34146Z","steps":["trace[2028870679] 'process raft request' (duration: 156.895112ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:55:33.341484Z","caller":"traceutil/trace.go:171","msg":"trace[1623365685] transaction","detail":"{read_only:false; response_revision:21464; number_of_response:1; }","duration":"157.054715ms","start":"2026-07-07T16:55:33.184368Z","end":"2026-07-07T16:55:33.341423Z","steps":["trace[1623365685] 'process raft request' (duration: 120.442258ms)","trace[1623365685] 'compare' (duration: 36.31003ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:55:33.341538Z","caller":"traceutil/trace.go:171","msg":"trace[669402379] transaction","detail":"{read_only:false; response_revision:21466; number_of_response:1; }","duration":"153.93649ms","start":"2026-07-07T16:55:33.187564Z","end":"2026-07-07T16:55:33.341501Z","steps":["trace[669402379] 'process raft request' (duration: 153.813477ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:55:50.420505Z","caller":"traceutil/trace.go:171","msg":"trace[1265109938] linearizableReadLoop","detail":"{readStateIndex:22357; appliedIndex:22356; }","duration":"106.698605ms","start":"2026-07-07T16:55:50.313778Z","end":"2026-07-07T16:55:50.420477Z","steps":["trace[1265109938] 'read index received' (duration: 39.272322ms)","trace[1265109938] 'applied index is now lower than readState.Index' (duration: 67.425033ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:55:50.42069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.89041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:attachdetach-controller\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-07-07T16:55:50.420764Z","caller":"traceutil/trace.go:171","msg":"trace[1554027476] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:attachdetach-controller; range_end:; response_count:1; response_revision:21551; }","duration":"106.983362ms","start":"2026-07-07T16:55:50.313753Z","end":"2026-07-07T16:55:50.420736Z","steps":["trace[1554027476] 'agreement among raft nodes before linearized reading' (duration: 106.822879ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:55:55.279553Z","caller":"traceutil/trace.go:171","msg":"trace[1918932660] transaction","detail":"{read_only:false; response_revision:21574; number_of_response:1; }","duration":"152.891705ms","start":"2026-07-07T16:55:55.126609Z","end":"2026-07-07T16:55:55.279501Z","steps":["trace[1918932660] 'process raft request' (duration: 108.970591ms)","trace[1918932660] 'compare' (duration: 43.596016ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:55:55.279583Z","caller":"traceutil/trace.go:171","msg":"trace[1639292021] transaction","detail":"{read_only:false; response_revision:21575; number_of_response:1; }","duration":"106.837558ms","start":"2026-07-07T16:55:55.172721Z","end":"2026-07-07T16:55:55.279559Z","steps":["trace[1639292021] 'process raft request' (duration: 106.758396ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:55:55.279623Z","caller":"traceutil/trace.go:171","msg":"trace[2111485692] linearizableReadLoop","detail":"{readStateIndex:22381; appliedIndex:22380; }","duration":"148.102709ms","start":"2026-07-07T16:55:55.131462Z","end":"2026-07-07T16:55:55.279565Z","steps":["trace[2111485692] 'read index received' (duration: 104.282577ms)","trace[2111485692] 'applied index is now lower than readState.Index' (duration: 43.813431ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:55:55.279954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.444527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:pv-protection-controller\" ","response":"range_response_count:1 size:772"} {"level":"info","ts":"2026-07-07T16:55:55.280077Z","caller":"traceutil/trace.go:171","msg":"trace[400673788] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:pv-protection-controller; range_end:; response_count:1; response_revision:21575; }","duration":"148.616001ms","start":"2026-07-07T16:55:55.131426Z","end":"2026-07-07T16:55:55.280042Z","steps":["trace[400673788] 'agreement among raft nodes before linearized reading' (duration: 148.354725ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:55:59.400916Z","caller":"traceutil/trace.go:171","msg":"trace[304476506] transaction","detail":"{read_only:false; response_revision:21594; number_of_response:1; }","duration":"108.732674ms","start":"2026-07-07T16:55:59.292146Z","end":"2026-07-07T16:55:59.400879Z","steps":["trace[304476506] 'process raft request' (duration: 108.548679ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:55:59.418677Z","caller":"traceutil/trace.go:171","msg":"trace[879921540] transaction","detail":"{read_only:false; response_revision:21595; number_of_response:1; }","duration":"122.14631ms","start":"2026-07-07T16:55:59.296505Z","end":"2026-07-07T16:55:59.418651Z","steps":["trace[879921540] 'process raft request' (duration: 121.73246ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:56:01.587261Z","caller":"traceutil/trace.go:171","msg":"trace[399256777] linearizableReadLoop","detail":"{readStateIndex:22413; appliedIndex:22412; }","duration":"121.714689ms","start":"2026-07-07T16:56:01.465523Z","end":"2026-07-07T16:56:01.587238Z","steps":["trace[399256777] 'read index received' (duration: 121.594476ms)","trace[399256777] 'applied index is now lower than readState.Index' (duration: 119.063µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:56:01.587374Z","caller":"traceutil/trace.go:171","msg":"trace[830898838] transaction","detail":"{read_only:false; response_revision:21605; number_of_response:1; }","duration":"123.086142ms","start":"2026-07-07T16:56:01.46424Z","end":"2026-07-07T16:56:01.587326Z","steps":["trace[830898838] 'process raft request' (duration: 122.820696ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:56:01.587655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.105018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/secretgen-controller/\" range_end:\"/registry/resourcequotas/secretgen-controller0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T16:56:01.587705Z","caller":"traceutil/trace.go:171","msg":"trace[399545906] range","detail":"{range_begin:/registry/resourcequotas/secretgen-controller/; range_end:/registry/resourcequotas/secretgen-controller0; response_count:0; response_revision:21605; }","duration":"122.214941ms","start":"2026-07-07T16:56:01.465476Z","end":"2026-07-07T16:56:01.587691Z","steps":["trace[399545906] 'agreement among raft nodes before linearized reading' (duration: 122.112989ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:56:01.605857Z","caller":"traceutil/trace.go:171","msg":"trace[1632268832] transaction","detail":"{read_only:false; response_revision:21606; number_of_response:1; }","duration":"112.67915ms","start":"2026-07-07T16:56:01.493161Z","end":"2026-07-07T16:56:01.60584Z","steps":["trace[1632268832] 'process raft request' (duration: 112.577237ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:56:05.87425Z","caller":"traceutil/trace.go:171","msg":"trace[731551485] transaction","detail":"{read_only:false; response_revision:21633; number_of_response:1; }","duration":"109.77668ms","start":"2026-07-07T16:56:05.764425Z","end":"2026-07-07T16:56:05.874202Z","steps":["trace[731551485] 'process raft request' (duration: 109.470542ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:56:09.721982Z","caller":"traceutil/trace.go:171","msg":"trace[1643861788] transaction","detail":"{read_only:false; response_revision:21648; number_of_response:1; }","duration":"231.309784ms","start":"2026-07-07T16:56:09.490633Z","end":"2026-07-07T16:56:09.721943Z","steps":["trace[1643861788] 'process raft request' (duration: 231.122089ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:56:09.737037Z","caller":"traceutil/trace.go:171","msg":"trace[679093977] linearizableReadLoop","detail":"{readStateIndex:22458; appliedIndex:22456; }","duration":"230.233868ms","start":"2026-07-07T16:56:09.506773Z","end":"2026-07-07T16:56:09.737007Z","steps":["trace[679093977] 'read index received' (duration: 215.072551ms)","trace[679093977] 'applied index is now lower than readState.Index' (duration: 15.160137ms)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:56:09.737363Z","caller":"traceutil/trace.go:171","msg":"trace[2136637196] transaction","detail":"{read_only:false; response_revision:21649; number_of_response:1; }","duration":"243.09328ms","start":"2026-07-07T16:56:09.494262Z","end":"2026-07-07T16:56:09.737355Z","steps":["trace[2136637196] 'process raft request' (duration: 242.531287ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:56:09.737721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.924895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/kube-public/\" range_end:\"/registry/cronjobs/kube-public0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T16:56:09.737749Z","caller":"traceutil/trace.go:171","msg":"trace[1490507117] range","detail":"{range_begin:/registry/cronjobs/kube-public/; range_end:/registry/cronjobs/kube-public0; response_count:0; response_revision:21651; }","duration":"231.024818ms","start":"2026-07-07T16:56:09.506714Z","end":"2026-07-07T16:56:09.737738Z","steps":["trace[1490507117] 'agreement among raft nodes before linearized reading' (duration: 230.895334ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:56:09.738098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.985441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:1 size:1121"} {"level":"info","ts":"2026-07-07T16:56:09.738207Z","caller":"traceutil/trace.go:171","msg":"trace[1854432871] range","detail":"{range_begin:/registry/services/endpoints/envoy-gateway-system/envoy-gateway; range_end:; response_count:1; response_revision:21651; }","duration":"206.186035ms","start":"2026-07-07T16:56:09.531985Z","end":"2026-07-07T16:56:09.738171Z","steps":["trace[1854432871] 'agreement among raft nodes before linearized reading' (duration: 205.827926ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:56:09.738625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.537059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-66hj2\" ","response":"range_response_count:1 size:9792"} {"level":"info","ts":"2026-07-07T16:56:09.738654Z","caller":"traceutil/trace.go:171","msg":"trace[1908161004] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-66hj2; range_end:; response_count:1; response_revision:21651; }","duration":"200.58228ms","start":"2026-07-07T16:56:09.538065Z","end":"2026-07-07T16:56:09.738647Z","steps":["trace[1908161004] 'agreement among raft nodes before linearized reading' (duration: 200.504218ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:56:09.73869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.801127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-9944m\" ","response":"range_response_count:1 size:5606"} {"level":"info","ts":"2026-07-07T16:56:09.738932Z","caller":"traceutil/trace.go:171","msg":"trace[298604137] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-9944m; range_end:; response_count:1; response_revision:21651; }","duration":"204.086784ms","start":"2026-07-07T16:56:09.534833Z","end":"2026-07-07T16:56:09.73892Z","steps":["trace[298604137] 'agreement among raft nodes before linearized reading' (duration: 203.767607ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:56:09.739021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.309394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-node-lease/\" range_end:\"/registry/serviceaccounts/kube-node-lease0\" limit:500 ","response":"range_response_count:1 size:188"} {"level":"info","ts":"2026-07-07T16:56:09.739049Z","caller":"traceutil/trace.go:171","msg":"trace[115297970] range","detail":"{range_begin:/registry/serviceaccounts/kube-node-lease/; range_end:/registry/serviceaccounts/kube-node-lease0; response_count:1; response_revision:21651; }","duration":"167.390986ms","start":"2026-07-07T16:56:09.571649Z","end":"2026-07-07T16:56:09.73904Z","steps":["trace[115297970] 'agreement among raft nodes before linearized reading' (duration: 167.305084ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:57:10.224848Z","caller":"traceutil/trace.go:171","msg":"trace[1997336479] linearizableReadLoop","detail":"{readStateIndex:22787; appliedIndex:22786; }","duration":"105.630479ms","start":"2026-07-07T16:57:10.119185Z","end":"2026-07-07T16:57:10.224815Z","steps":["trace[1997336479] 'read index received' (duration: 105.330402ms)","trace[1997336479] 'applied index is now lower than readState.Index' (duration: 295.147µs)"],"step_count":2} {"level":"info","ts":"2026-07-07T16:57:10.224906Z","caller":"traceutil/trace.go:171","msg":"trace[923077531] transaction","detail":"{read_only:false; response_revision:21965; number_of_response:1; }","duration":"111.010969ms","start":"2026-07-07T16:57:10.113842Z","end":"2026-07-07T16:57:10.224853Z","steps":["trace[923077531] 'process raft request' (duration: 110.815074ms)"],"step_count":1} {"level":"warn","ts":"2026-07-07T16:57:10.225374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.157822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-07T16:57:10.225485Z","caller":"traceutil/trace.go:171","msg":"trace[1902452782] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:21965; }","duration":"106.330076ms","start":"2026-07-07T16:57:10.119128Z","end":"2026-07-07T16:57:10.225458Z","steps":["trace[1902452782] 'agreement among raft nodes before linearized reading' (duration: 105.809913ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:57:10.520687Z","caller":"traceutil/trace.go:171","msg":"trace[1206198505] linearizableReadLoop","detail":"{readStateIndex:22790; appliedIndex:22789; }","duration":"103.709883ms","start":"2026-07-07T16:57:10.416933Z","end":"2026-07-07T16:57:10.520643Z","steps":["trace[1206198505] 'read index received' (duration: 35.263655ms)","trace[1206198505] 'applied index is now lower than readState.Index' (duration: 68.443788ms)"],"step_count":2} {"level":"warn","ts":"2026-07-07T16:57:10.521009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.612368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-07T16:57:10.52101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.049881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-07T16:57:10.521075Z","caller":"traceutil/trace.go:171","msg":"trace[2984281] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21967; }","duration":"100.71259ms","start":"2026-07-07T16:57:10.420348Z","end":"2026-07-07T16:57:10.52106Z","steps":["trace[2984281] 'agreement among raft nodes before linearized reading' (duration: 100.513675ms)"],"step_count":1} {"level":"info","ts":"2026-07-07T16:57:10.521089Z","caller":"traceutil/trace.go:171","msg":"trace[1637704641] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21967; }","duration":"104.193184ms","start":"2026-07-07T16:57:10.41688Z","end":"2026-07-07T16:57:10.521073Z","steps":["trace[1637704641] 'agreement among raft nodes before linearized reading' (duration: 103.918008ms)"],"step_count":1}